diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..9b587bb4f16011bf499bdff8e091f1b2c9cad9a5 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.24401913875598086, + "num_correct": 51, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 40.40080738067627, + "samples_per_second": 5.173163942757363 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f36426d6920f1e1c7913f4c4789926707b763020 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e9deae4820c39019be781fbf49b81cf4f5066880 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..84ed5b3bf11338ce68fcf081fe775acee103f514 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b8e4359975b70ea2407f76d276d1bb5d937e20f6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7dae17022077e7951530fd4795b192e857bb7693 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3e8356e86a13c707643eb8b691d299526b1fea59 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.2452153110047847, + "num_correct": 205, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 41.78576159477234, + "samples_per_second": 20.006814955470116 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..77fe7ee1cf926e2a6e48596aee7a9e39327ff757 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.3014354066985646, + "num_correct": 63, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 40.12726616859436, + "samples_per_second": 5.208428581251669 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..5728756aa91c87bd1d0bcd44f3571c18cf74386a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2631578947368421, + "num_correct": 55, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 41.28731918334961, + "samples_per_second": 5.062086958755262 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..770f9e8079d3202f1a8a7725af9f485afdc63d22 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.19138755980861244, + "num_correct": 40, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 41.78576159477234, + "samples_per_second": 5.001703738867529 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..ffa43f4ef91585f984dd1ab83166bd504ca3287f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.22488038277511962, + "num_correct": 47, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 41.28069281578064, + "samples_per_second": 5.062899523820594 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b24313a3a74a108e954d7a7ec6612910c521af6a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e02d8edbd7210d2bd4374f6d12e1c143388d7032 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7f6d791d546888cfabdec6ce8ca28ded8bd2791b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8bad3f999f965ea28dc4be01b1726a77f08924d2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..31a5191459896aa6db3143b6ce1e4b0c7510df8d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..05f1c28e3cfea1cb18df10ee7ffddab6711407a8 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.23923444976076555, + "num_correct": 200, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 41.29511094093323, + "samples_per_second": 20.24452728062116 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..ee047353bc80451032b425c9e436777e867e5141 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.291866028708134, + "num_correct": 61, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 40.01466393470764, + "samples_per_second": 5.223085225482027 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..3d997974add754773d6788bfdd6ec29fcd7fcb81 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2535885167464115, + "num_correct": 53, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 40.32780385017395, + "samples_per_second": 5.182528678637642 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..305e3fc5b1f5e9694e02e6335698646e707257fc --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.18181818181818182, + "num_correct": 38, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 41.29511094093323, + "samples_per_second": 5.06113182015529 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..8d286669b45da196dafa68c07f88c040ac078a86 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.22966507177033493, + "num_correct": 48, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 40.534538984298706, + "samples_per_second": 5.156096633563722 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..03019563fc43aff99ca11aecba825b6b3f7bcaa9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c01721f97a46b3306e5a02c3e0a4c21a72cf5412 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5f91644716ae1b2e522d258b285aa0bc7bef77c5 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e584810217f835f8f619133c7cad6a263cee1a78 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ee136349ceda62ba6b14909b577a44b01b4e4e16 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..99d6848b419497d77aac8e1b06e011139ba02322 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.25239234449760767, + "num_correct": 211, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 41.511862993240356, + "samples_per_second": 20.13882152521392 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..f6bf170dc193760857479cbbe40255a7c83595a1 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2727272727272727, + "num_correct": 57, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 40.5939257144928, + "samples_per_second": 5.148553541481776 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..8339a6455c0bfde2b481663cea030390c7e31317 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2727272727272727, + "num_correct": 57, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 40.53896141052246, + "samples_per_second": 5.15553415104885 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..27e8690f047cf893066542d37aa4221674453a77 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.22488038277511962, + "num_correct": 47, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 41.511862993240356, + "samples_per_second": 5.03470538130348 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..0a027e05aeb6f945cb767503a1bf10456ed3fed9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.23923444976076555, + "num_correct": 50, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 40.63222599029541, + "samples_per_second": 5.143700471884497 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..eab8d94e6dec23dfabb5d00c27fa5e0f333f57b0 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..072aaeb1f6876986914d266bd6f0262ceda103d6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..13b3f82b0490aadea97d1a8fa66b3367563c17d7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f3470801fd84d59345053563f3819afa54051220 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..32ce0d0050c31a3f976b216d5016d26c5932a4a6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..1b7c81001e97028be6544d79dd169b9ed4a5a2d4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.2595693779904306, + "num_correct": 217, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 41.89776062965393, + "samples_per_second": 19.953333720855362 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..8942149afa88b885550502a552247c86fa029842 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2535885167464115, + "num_correct": 53, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 40.195486545562744, + "samples_per_second": 5.199588758879495 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..7588f48e6077ead29ff05b8363d03bce731b7081 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2966507177033493, + "num_correct": 62, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 40.00703024864197, + "samples_per_second": 5.2240818351443234 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..f4a97df01f78ea465fc572d9d76dddbdea94345d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.23923444976076555, + "num_correct": 50, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 41.89776062965393, + "samples_per_second": 4.9883334302138405 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..69d3136aad80a4c95d1efeb87e06dae4da8be082 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.24880382775119617, + "num_correct": 52, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 40.14028787612915, + "samples_per_second": 5.20673894130912 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cb05065d74c4b2896a7e18fe7ed29a4c1770af2f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f1f658d61e8008a494855a86ede6aad9abed2d7d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..dc2c76a6c15b826f325c0a40270c532ca8bc953b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..85c7e6aac59eaff250558ce58866c3a567e930e4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..48c007ded5849049ac2b2ea6e6d3a4fe05a3c6cd --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a85aef725b56da20ec712e4985cb2f041224aed8 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.26555023923444976, + "num_correct": 222, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 42.45227670669556, + "samples_per_second": 19.69270118952528 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..2e10e5e6164cab4c2347e6604334fc28b35c5816 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.291866028708134, + "num_correct": 61, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 40.7334680557251, + "samples_per_second": 5.1309159267774405 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..69dbcb4b4a50cd05e201fd3efe9dddf1ef53df23 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2727272727272727, + "num_correct": 57, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 40.81743621826172, + "samples_per_second": 5.120360790972301 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..2d121f4510de8453a64fef1c71cc2e7fa3e16874 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2535885167464115, + "num_correct": 53, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 42.45227670669556, + "samples_per_second": 4.92317529738132 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..aaeecd9c04c90b9b86961bab153e78d3e754b27e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-3B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.24401913875598086, + "num_correct": 51, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 40.54247450828552, + "samples_per_second": 5.155087412271478 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d1a155ee14e51957ed262f10f44f60dcadcc5562 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9572ca8892308dda1c20d4f4cd3cd19d5a019e3a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..72b27b7b2c18a07ffc944d27756f89a42a9a36b3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e893659061241465798ce8741ac7b56d069f20e6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..36b57f4af8c3ef7cbf27341be5cc0d61da7b9cfa --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d7450ef5f42d0efcd3c1287388d9e9e656741d52 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.8223234624145785, + "num_correct": 1805, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 136.18107438087463, + "samples_per_second": 16.118245578390496 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..21b1f765ebf7b78c488fc7948f1ab1f88e9c133b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8233151183970856, + "num_correct": 452, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 131.75991868972778, + "samples_per_second": 4.166669237955449 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..db98a7b7b58b23de7cfcaefababaa610ef1394bc --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8269581056466302, + "num_correct": 454, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 131.3256287574768, + "samples_per_second": 4.1804482886874705 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..90d4ba14255ea43557b5be6c6fdafeb9b7e1d6a7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8415300546448088, + "num_correct": 462, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 136.18107438087463, + "samples_per_second": 4.031397185665778 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..f1f9b76606b86a368024e7ab507644ae52e47998 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7974452554744526, + "num_correct": 437, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 132.6115801334381, + "samples_per_second": 4.132369129819466 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cc13a28b911fe9007e731bafe884c19e81d5f797 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6cd869455beb7ce5e3608291b80073a43e0fb17a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c7351bab5e8a716a19b7151a92effaf96edb0034 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a6839a4d6e354d4027bc36abe60640804960adcc --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8a006429ea40558124b714cc4ed36ebac91bf71e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.00/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/original_images/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..02becba878fc34f7f9e774c7b3f95162d1989b8e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.8077448747152619, + "num_correct": 1773, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 139.77150869369507, + "samples_per_second": 15.70420195442173 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..75d97e0c0be7e8cd6801e13ad0424f31e8b6358e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8087431693989071, + "num_correct": 444, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 139.4963183403015, + "samples_per_second": 3.935587738313735 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..79fdccc83939fcf2553f235f50bc37571648aeea --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8342440801457195, + "num_correct": 458, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 134.46424460411072, + "samples_per_second": 4.082869774164607 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..c304b4760040312a56256ccc6fd095251fa71735 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8105646630236795, + "num_correct": 445, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 139.77150869369507, + "samples_per_second": 3.927839122085435 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..e6e58f9967a4cc420ddcba2695c82f3208d78f79 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7773722627737226, + "num_correct": 426, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 137.68012881278992, + "samples_per_second": 3.9802403202653966 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..818e757969cd9afc07753173ab6a725c7c2adda5 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..eb5e7f66071dae43baab74a1d84e6ed4affdb56a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e24f9e1fd929eba35b32b4fa40d181b30749f4de --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a853f2f0551aa8a7eae9dbc1f76f96c167bcda0e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..42c8f5fca1e4b32c13cd94e1e8b4f21ffc64da03 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.05/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.05/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d9baba354c48dd0787f5e8137c2154fd640acdf3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.8027334851936219, + "num_correct": 1762, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 136.46959948539734, + "samples_per_second": 16.084168256351273 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..92ae43919666aeb2407e2eb3f5aa7499fc9348d0 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.7978142076502732, + "num_correct": 438, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 132.22353792190552, + "samples_per_second": 4.152059524562509 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..a9dcfc8f2a0442e2491bbf119b80df457f55a3dc --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8105646630236795, + "num_correct": 445, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 130.91436886787415, + "samples_per_second": 4.193580924291668 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..1967127617b770073df9370462b111251db535a9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8142076502732241, + "num_correct": 447, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 136.46959948539734, + "samples_per_second": 4.022873973912004 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..4e53cde20f9a8bbc3f7f3d85376b7f395974dfea --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7883211678832117, + "num_correct": 432, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 132.19168615341187, + "samples_per_second": 4.145495196755656 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d3e3306da4103aaad123e5c969d64d06c866e78e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..11fbdc22c13f5443421b034153c14f778bd5c27f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d12ee0b943df870e476156a4a86e16b166f815da --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b05f62b7b9528fae4aaf09a3576723a4beb371e6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6a2eca9aae33f0fb98fde2b4520d9f87ebebd594 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.10/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.10/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..42d693969796b0b4d35898e5944d05bbef33648e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.8068337129840547, + "num_correct": 1771, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 135.76067972183228, + "samples_per_second": 16.168157116607397 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..42b303298341818354d66b885e2345d9b1f84eaa --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8105646630236795, + "num_correct": 445, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 132.98895359039307, + "samples_per_second": 4.1281624163381565 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..57e32bdc02b3d7c024502c493a022ced993667b9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8287795992714025, + "num_correct": 455, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 130.50088143348694, + "samples_per_second": 4.206868137360526 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..e9fe6e81742c78dd4f504a4d23e66051ff2b3c3b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8087431693989071, + "num_correct": 444, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 135.76067972183228, + "samples_per_second": 4.043880754905449 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..949566c15e2b60ca960429ecdd215d087889024a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7791970802919708, + "num_correct": 427, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 132.92034649848938, + "samples_per_second": 4.122769872603574 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..75cfe4089b62cbcacba33d629e91322265e79e6f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9e22366f26ddf7b9239540ebcb94f60303842737 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8096da22f10a8ffa4e5635e147d9da3a0c281632 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f2a80fd2421e0589c38ae087f5a05f3f60ecfd92 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f8c4497e44c397b16d9bd40666cab301b1ec3740 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.15/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.15/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..d1d14b5698a0535ce88d5c261c3789b786c5ef11 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.8022779043280183, + "num_correct": 1761, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 136.10110592842102, + "samples_per_second": 16.127716119767648 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..6ddf8055942378d67b4e32244f03c90d8a2859b7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8142076502732241, + "num_correct": 447, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 131.07619428634644, + "samples_per_second": 4.188403569306152 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..dd05da3c3a82a4507c7797a4ca34cce1cbdbe275 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8087431693989071, + "num_correct": 444, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 131.028746843338, + "samples_per_second": 4.18992025205279 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..47e796cfdefbb623f38624771b37d735fe3df639 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8087431693989071, + "num_correct": 444, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 136.10110592842102, + "samples_per_second": 4.033765899659426 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..c5aee3635ca2aef3623af5a32018b985a1cf6671 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7773722627737226, + "num_correct": 426, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 132.28038716316223, + "samples_per_second": 4.142715422537019 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c7cfe7ff9d796e874681efe0e047e78ad1427a7e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6bef7caf5aacfecf7ca53dee83f07a799653f32f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c9de8cf1d03a429696a49814cefaebc776c0fe57 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a95bb2dc7182c6c41137d6f28874154f1e5b4b5f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b684a242779517ce17f1ed464d40a4eee4170eae --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.20/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.2/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..06e780a97a37d55561640d241ef68552790105c3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 2195, + "accuracy": 0.7881548974943052, + "num_correct": 1730, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 136.36541295051575, + "samples_per_second": 16.09645695713561 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..da380ad4ccd62c5e8f6deadbbc3cae3a97040533 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.7905282331511839, + "num_correct": 434, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 131.72603273391724, + "samples_per_second": 4.167741095710094 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..12bfd1e3a8d7af90bd26df0d2f6edeb2ade7c1ec --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.7978142076502732, + "num_correct": 438, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 131.2967369556427, + "samples_per_second": 4.1813681948963755 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..5f08b53610f3ee69aec4c0b79eba25a1cffe5e1d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 549, + "accuracy": 0.8105646630236795, + "num_correct": 445, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 136.36541295051575, + "samples_per_second": 4.025947548732324 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..33debe8f4eaed14934eedb826283635b99c895a9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "vsr", + "level": null, + "task": "vsr", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 548, + "accuracy": 0.7536496350364964, + "num_correct": 413, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 2, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 131.64705514907837, + "samples_per_second": 4.162645335130661 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4309fdb3a9a31d83e6bea88ac7ab6644ab0e7c1f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions.jsonl @@ -0,0 +1,2195 @@ +{"sample_id": "000000451431", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000287427", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d21ae2c307200796a9d24994caf698a50cbde595 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard0.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000451431", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451431.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294749.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beside the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408351", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408351.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419051", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419051.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000067373", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067373.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000202998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000202998.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461902.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451680.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333796", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333796.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225322", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225322.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000067307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067307.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555951.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334085", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334085.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456376.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171067.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is at the left side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224670.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is inside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151962.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296696.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403231.jpg", "question": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435920", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435920.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020908.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is ahead of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387358.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is alongside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000244421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000244421.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022953.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000465143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465143.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292661.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082678", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082678.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is on the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000001536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001536.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470862.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246233", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246233.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000004972", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004972.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348816", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348816.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000083580", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083580.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is connected to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000404754", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000404754.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391632.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221515", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221515.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is adjacent to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182812", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182812.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230224.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000470521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470521.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000009735", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009735.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407220", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407220.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153892", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153892.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000102330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000102330.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497662", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497662.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000393375.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000053748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053748.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536517.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000571334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000571334.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029794", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029794.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004212.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432468", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432468.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518592.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579201", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579201.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000090662", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000090662.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000472250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472250.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is surrounding the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204351", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204351.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507385.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is detached from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214725.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000503456", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503456.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411603", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411603.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000114770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114770.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000030667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030667.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075742", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075742.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173155.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000113412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the edge of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000037907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037907.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000258509", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258509.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367434.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091576", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091576.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368844", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000368844.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363146", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363146.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000214873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214873.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146850.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388344.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417210", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000417210.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000538544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538544.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000387295", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387295.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025421.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is opposite to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is next to the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000349511", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349511.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000402858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402858.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000341457", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341457.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116572.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000397894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000397894.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044989.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045188.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243442", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243442.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479539", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479539.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The kite is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514600", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514600.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000520871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520871.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000459084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459084.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083508", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083508.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170584", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170584.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209791", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209791.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000322720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000322720.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091656.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000326801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326801.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302678", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302678.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000334735", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334735.jpg", "question": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is below the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443165", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443165.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007781", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007781.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192212.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000328409", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328409.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is by the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364937.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000068743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000068743.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000231019", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231019.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000124850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000124850.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386880", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386880.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000037024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037024.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574706", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574706.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128346", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128346.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000197266", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197266.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000509555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509555.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251835.jpg", "question": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434141", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434141.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000267363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000267363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000546896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546896.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159856", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159856.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378448.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411384.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is close to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000277533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000277533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000343504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343504.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456323", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456323.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256981.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000207826", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207826.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is perpendicular to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449845", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449845.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000282002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282002.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000301614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000301614.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000433243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433243.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000133667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133667.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000347675.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119115", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119115.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000156687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156687.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000321633", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321633.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308175", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308175.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460991.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000546337", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546337.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566276.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000298981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000298981.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000079421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079421.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000367959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367959.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296797.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is left of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538108.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091639.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007386.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000444080", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444080.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the right side of the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025423", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025423.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000220111.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000400285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000400285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169962.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000129262", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000129262.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000443589", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443589.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000549188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549188.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000126514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000126514.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000017936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017936.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375483.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000570092", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570092.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312041", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312041.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beyond the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289199", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289199.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is right of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000525695", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525695.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000036962", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036962.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000050354", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000050354.jpg", "question": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is next to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320554", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320554.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013908.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000496307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496307.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484066", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484066.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013703", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013703.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on top of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308117.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094336", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094336.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185502.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the back of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000299326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299326.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000153638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153638.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309279", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309279.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142774.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000005883", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005883.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394271.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000190156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000190156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000418372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418372.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046463.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562291", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562291.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is parallel to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026978", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026978.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000064089.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456991.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000340674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000340674.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450686.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304858.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173008.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039669", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039669.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430643.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296471.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507049.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178376.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122726", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122726.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273878", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273878.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057283.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000336762", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336762.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054598", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054598.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is next to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437564", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437564.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000576705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576705.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000134829", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134829.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000347328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000347328.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000527224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481821", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481821.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000278309", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278309.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541134.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000362289.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000210846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000210846.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091348", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091348.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000483996", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000483996.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000096084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096084.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548661.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058836", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058836.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360031", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360031.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000062175", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000062175.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041649.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529649", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529649.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000280930.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000207889", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207889.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000446260.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is around the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460578.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000254357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254357.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160531.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000403270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403270.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558388", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558388.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000183537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000408705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408705.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000539358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000539358.jpg", "question": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000529234", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529234.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000377611", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000377611.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000154202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000154202.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407422.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473936.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000205846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205846.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is beneath the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177355.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000297631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297631.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is facing away from the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000032957", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032957.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580651", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580651.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028149", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028149.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is facing the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000092020", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092020.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000010969", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133650", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133650.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000532667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532667.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345188.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is adjacent to the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198981.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000343514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343514.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158806", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158806.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562247.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000432917", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432917.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329147", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329147.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000491250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000491250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000507535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507535.jpg", "question": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is parallel to the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409025", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409025.jpg", "question": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is parallel to the snowboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000037059", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000037059.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348091", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348091.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159118.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439546.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000124462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000124462.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000556341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000556341.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391392", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391392.jpg", "question": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The stop sign is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512183", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512183.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278347.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447151.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000035429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000035429.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000343655", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000343655.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184866", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184866.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000365600", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365600.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170442", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170442.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is above the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320693", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320693.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far away from the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204272.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292101", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292101.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198489", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198489.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000336182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336182.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272510.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001590", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001590.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206049.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000152724", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000152724.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229191", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229191.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405873.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011504.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000511654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511654.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000516535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000516535.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256285.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141101", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141101.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557239", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557239.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292242", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292242.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is over the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550019", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550019.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000200109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000200109.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344507", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344507.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is far away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000432947", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432947.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000542165", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542165.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000392198", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000392198.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000364725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364725.jpg", "question": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is parallel to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305685.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000222987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000222987.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248001.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183964", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183964.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000178890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178890.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177532.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443303.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428769.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574000", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574000.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423141", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423141.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000327455.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321879", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321879.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046927.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546210", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546210.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000340004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000340004.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315972", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315972.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000426714", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426714.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000044621", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044621.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000217458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000217458.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462011.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570968.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119834", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119834.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000466981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466981.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000066355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000581040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581040.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248381.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199913.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000128113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128113.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000241876", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241876.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000514254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514254.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092054", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092054.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is close to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000416960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000416960.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407705.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beneath the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000290246", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045882", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109568.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169858", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169858.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364994.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089848.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000078782", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000078782.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000087813", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087813.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000521533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521533.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136672", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000136672.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000567825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567825.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473406", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473406.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is in the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000456825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456825.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is into the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574461", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574461.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013943", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013943.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is part of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253674.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445408", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445408.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000296153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296153.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is close to the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000412680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000412680.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000136701", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000136701.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209036", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209036.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192799.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000553361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553361.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is facing the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540547", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540547.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is part of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520361.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018233", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018233.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is opposite to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000321642", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000321642.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029575.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000165040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165040.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000244712", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000244712.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054273.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315517.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029370", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029370.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000301453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000301453.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441083.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031345.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is across the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000311167", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311167.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087456", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087456.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054953.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568005.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022462.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000199212", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199212.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198308", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198308.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178299.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000526364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000526364.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254670.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413791", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413791.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000384463", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384463.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the right side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000264250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320379", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320379.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385980", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385980.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338289.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000526536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000526536.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000465779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465779.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000034785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000034785.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389718", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389718.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324275", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324275.jpg", "question": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360178", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360178.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the back of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000073946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073946.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372390.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028713", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028713.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101720.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000032607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032607.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000427103", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000427103.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540187", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540187.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248276.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388905.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000285512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285512.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000225828", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225828.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001323", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001323.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000297326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431681.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000042042", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042042.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000447927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447927.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on top of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550455.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000280766", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000280766.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201530", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000201530.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578974", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578974.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000009002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009002.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106229", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106229.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is by the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..944745bb4b2f6258a8f0fa6c6fbc15600b29ff4e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard1.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000287427", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000287427.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572993", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572993.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395531.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the vase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000380299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000380299.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512569", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512569.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193488", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000193488.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000260248", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000260248.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281111.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569177", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569177.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000374922.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000014766", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000014766.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435986", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435986.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000022656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022656.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beside the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469661", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469661.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158798.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000263968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000313957", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000313957.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000018819", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018819.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578671", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578671.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000205613", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205613.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000101348", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101348.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000332833", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000332833.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000067995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067995.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000430238", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430238.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518321.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527529", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527529.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107188.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492164.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531568.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000569310", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569310.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139967.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109055", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109055.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248461", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248461.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357537.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087705.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515186.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160556.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000568171", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568171.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108303.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302643.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000033444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033444.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344814", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344814.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000324513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324513.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579591", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579591.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282287", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282287.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000467675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000467675.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113132.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137681.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250400.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273772.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000196480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196480.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000422803", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422803.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122109.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000071664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000071664.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463865", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463865.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is enclosed by the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438628", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438628.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386361.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160459", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160459.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279073.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225848.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000228915", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326593.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the middle of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000387930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387930.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508555", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508555.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000469152", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469152.jpg", "question": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000572804", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572804.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is away from the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282076", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282076.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309568.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000569024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569024.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the mouse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000541911", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355971", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355971.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000379552", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379552.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098943", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098943.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000146767", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146767.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486576", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486576.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317797.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000372870", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372870.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000282940", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000282940.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000100588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000100588.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000402448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402448.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000290967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290967.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364803", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364803.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is alongside the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000442001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000442001.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000098127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098127.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book contains the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000155604", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155604.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000579760", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579760.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303718", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303718.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303534", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303534.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072872", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072872.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527183", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527183.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000089579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089579.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503996", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503996.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243280", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243280.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is near the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000523536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000523536.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148176", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148176.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208824", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208824.jpg", "question": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is down from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000558271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558271.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500477", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500477.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000573877", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000573877.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116675.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000275219", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275219.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is outside the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212605", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212605.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494896.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000437514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437514.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530653.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the skateboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000518546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518546.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107565", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107565.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000085933", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000085933.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000170898", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170898.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is perpendicular to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000354398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000354398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000579773", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000579773.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000075458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271759", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271759.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000547607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000335581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335581.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000098302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000098302.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is above the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012704.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375086", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375086.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000150324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000150324.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279479", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279479.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227675.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is adjacent to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000248133", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248133.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000353316", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000353316.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351914", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351914.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348941", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348941.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285618", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285618.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185432.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000292574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292574.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000512118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512118.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159850.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407927", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407927.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is far away from the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000427726", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000427726.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000034128", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000034128.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is above the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466597", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466597.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363325", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363325.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580454.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is connected to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535688", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535688.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185326.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303047", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303047.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000007319", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007319.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132099", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132099.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000314504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000314504.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000334215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000334215.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is left of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238498.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000166631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000166631.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021365.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033111", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033111.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000102763", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000102763.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172297.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000489739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000489739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541288.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000470472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000470472.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000241027", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241027.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000189737", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000189737.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468612.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the frisbee.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355159", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355159.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486114", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486114.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000112363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112363.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316482", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316482.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is left of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250035.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104454.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000094651", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094651.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000254984", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000254984.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000429811", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000429811.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is near the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422755", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422755.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000013140", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013140.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529411", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529411.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000001561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001561.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on top of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000308549", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308549.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is surrounding the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121358.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on top of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469667", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469667.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000275327", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275327.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079058", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079058.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000327498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000327498.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341985.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is in front of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131162.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490689.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is below the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173071.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203756", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203756.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000302924", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302924.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is perpendicular to the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000229740", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000229740.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000313009", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000313009.jpg", "question": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tennis racket is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369763", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369763.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000043894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000043894.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000386377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386377.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212363.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541721", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541721.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000137412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137412.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000401045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000401045.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500324.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the knife.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000463593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463593.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is over the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000422469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422469.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000568572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568572.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is in front of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000396082", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396082.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540164.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is behind the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000363793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000363793.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500921.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212685.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the edge of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018893.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is surrounding the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508749.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452004.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355857.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000147073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147073.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000487002.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the right side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317730.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is far from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091636.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367471.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000234615", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000234615.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000047935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047935.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131011.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036303.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000373252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000218574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218574.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273658", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273658.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243204.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000318089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000129860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000129860.jpg", "question": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is alongside the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188017.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127654", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127654.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169243.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209016.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000573046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000573046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000554711", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554711.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000532748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000532748.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449959.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000009801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000009801.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000044040", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000044040.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000206255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000206255.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000565797", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000565797.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538006.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278890.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271588.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000485064", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485064.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000379558", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379558.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127477", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127477.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536169.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501723.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027674.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000007961", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000007961.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108679", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108679.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578418", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578418.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000385172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is left of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055412.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beyond the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209638.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is under the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000222716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000222716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311448.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000480991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480991.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000223413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000223413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is by the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580971", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580971.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000068136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000068136.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the left side of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000045071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045071.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000112719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000112719.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000548608", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548608.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106513.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is near the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000333538", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333538.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026435", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026435.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is on the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325211.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000425381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000425381.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is at the left side of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325503", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325503.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is above the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182659", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182659.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000164587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000164587.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000251716", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251716.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273083.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174239", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174239.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000467187", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000467187.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544629", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544629.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beneath the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000096728", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096728.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547743.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is in front of the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000453400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453400.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000176180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000176180.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000164553", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000164553.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000227487", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227487.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000519910", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519910.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000566575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566575.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is beside the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000346938", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346938.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beside the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238140", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238140.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is outside the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369653.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119621", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119621.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000210404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000210404.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141302.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027750", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000512582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000512582.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is under the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144430", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144430.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000491505", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000491505.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000184679", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184679.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000252000", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000252000.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188109.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000494680", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494680.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is outside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000459736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459736.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is behind the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000183453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000183453.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408185.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000543747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000543747.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000562328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000562328.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000546264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546264.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000546401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000546401.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000121068", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121068.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000029299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029299.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is close to the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055388", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055388.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000013574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000013574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135023.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000030443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030443.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000267300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000267300.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000531614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531614.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000493316", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000493316.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293014", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293014.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000080522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080522.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372128", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372128.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027696", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027696.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000228330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228330.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422185.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000344181", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344181.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253959.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000357859", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357859.jpg", "question": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449850.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000064423", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000064423.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000360805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000360805.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364491", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364491.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000395850", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395850.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000473676", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473676.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246831", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246831.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000389011", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000389011.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000322261", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000322261.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000506151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506151.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is right of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000547542", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547542.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000299103", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299103.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000057091", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057091.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169197.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000230995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230995.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is across from the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000452909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452909.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000380449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000380449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000008794", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000008794.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000292232", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292232.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000381047", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000381047.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000271829", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000271829.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371153.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504027", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504027.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000527691", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527691.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000182902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182902.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is within the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281598", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281598.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000099182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099182.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240727", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240727.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058254.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054643.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396326.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318671", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318671.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000195525", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000195525.jpg", "question": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hair drier is on the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365366", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365366.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000537382", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537382.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is beneath the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288753.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000293276", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293276.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123970.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047724", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047724.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the middle of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420404.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000482561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159075", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159075.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000240211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240211.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000518110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518110.jpg", "question": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tie is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555574", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555574.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000503472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000503472.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000517318", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000517318.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574804", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574804.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000417455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000417455.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318365.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000453472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453472.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000220922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000220922.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000351550", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351550.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207738", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207738.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000566016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000566016.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000299643", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000299643.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139416", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139416.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051473.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135202.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000002839", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002839.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000497591", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497591.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is in front of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466491", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466491.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159729.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261426", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261426.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042297.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000500194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500194.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000046438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046438.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000423065", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423065.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000182032", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000182032.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is next to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036345.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000146236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146236.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000345252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345252.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346207.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000372317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372317.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000296567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296567.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is close to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249952.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is outside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405998.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000286471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000286471.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000581451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000581451.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504774.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000053037", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053037.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439486", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439486.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160653", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160653.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000085637", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000085637.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472930.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is parallel to the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000494785", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000494785.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153259", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153259.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000213008.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569333.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000424588", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424588.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza contains the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000541725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541725.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087264.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005577", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005577.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000086215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000086215.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000180593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180593.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000519688", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519688.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000276753", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000276753.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371739.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231022.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172987", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172987.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484425", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484425.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000165883", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165883.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000450081", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450081.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000424553", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424553.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177913.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557191", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557191.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453907.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480566", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480566.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000557005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557005.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000042472", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000042472.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000116380", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is parallel to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461300.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524196", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524196.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054385.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295443.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320089.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000509225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000509225.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000481407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557578.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413245", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413245.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is far away from the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d590de526726fa8373c4de5aad3fa75b0e68198e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard2.jsonl @@ -0,0 +1,549 @@ +{"sample_id": "000000072556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550405.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000538194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000538194.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is perpendicular to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000266622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000266622.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033372.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is perpendicular to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000159296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159296.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000455365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000344271", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344271.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000245450", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000245450.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is part of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000035814", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000035814.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow contains the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160890.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000295460", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295460.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274657", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274657.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144641", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144641.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000325473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000325473.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000398305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398305.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000306749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000306749.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far from the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574776", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574776.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cell phone.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000243970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000047848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000047848.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000021563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021563.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350851", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350851.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567205", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567205.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511644.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000040114", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040114.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000109488", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109488.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000024215", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024215.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is across from the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000305660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305660.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428299.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000549220", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000549220.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434672", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434672.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485148", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485148.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000146623", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000146623.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580274.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469728", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469728.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372381.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268227", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268227.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000452072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000452072.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000103582", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000103582.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is within the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000408975", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000408975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428329", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428329.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the right side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000362966", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000362966.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522360.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000261779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261779.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000342259", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000342259.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is right of the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477673", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477673.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419473", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419473.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000520531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520531.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is with the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000089870", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089870.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing away from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148977", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148977.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on top of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281475.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477137.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066376.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273288.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is on top of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000438258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438258.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469317.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111911", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111911.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011222", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011222.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is enclosed by the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000394976", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394976.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151764.jpg", "question": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540765.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is close to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000297353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000297353.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000514292", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514292.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055707", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055707.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000400869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000400869.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481828", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481828.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is opposite to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000133030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000133030.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is off the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000053236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000053236.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000542205", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542205.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305338", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305338.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000159627", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159627.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000158354", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158354.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335532.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108751", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108751.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is behind the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000156506", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000156506.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431357.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051985.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000492485", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492485.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157991", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157991.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000149551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000149551.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is facing away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000418799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000471929", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000471929.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441774.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is parallel to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001592", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001592.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000560332", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560332.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019185.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000439773", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439773.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000508846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508846.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is over the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000241324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000241324.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000253054", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253054.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000030895", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030895.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is behind the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000561630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561630.jpg", "question": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is opposite to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000424432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000424432.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000435481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435481.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is alongside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000094926", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094926.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000109869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109869.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000558163", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558163.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358359.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000356764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000356764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553586", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553586.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473720", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473720.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000051522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000051522.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000273607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273607.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase consists of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is at the left side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171330.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000536321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536321.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000515743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515743.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000028333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028333.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422301", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422301.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000262371", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000139355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139355.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407386.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000168317", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168317.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is inside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000208557", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208557.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the back of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000072556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072556.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000061389", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061389.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000011788", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011788.jpg", "question": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The traffic light is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000508470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508470.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481313.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000270581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000270581.jpg", "question": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is detached from the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000492937", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492937.jpg", "question": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is near the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000499656", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499656.jpg", "question": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000462330", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462330.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is next to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000307995", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000307995.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060952", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060952.jpg", "question": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548500", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000556203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000556203.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is opposite to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000097427", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097427.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000525155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000525155.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000568137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000568137.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000511523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000511523.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000219817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219817.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040419", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040419.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000330513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330513.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108639.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000275449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275449.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000094061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000094061.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560969", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560969.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142481.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239483.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000272250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272250.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328372.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219418", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219418.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000261225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261225.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the vase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000219784", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000219784.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000440935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518613", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518613.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000255573", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000255573.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230004.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000431484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431484.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is on the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000221247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221247.jpg", "question": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair contains the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419439", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419439.jpg", "question": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is right of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000083736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000083736.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is next to the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196002", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196002.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501126", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501126.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000482994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482994.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521169.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000193254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000193254.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378486", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378486.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is near the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057639.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435549", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435549.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000195509", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000195509.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000328326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328326.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is into the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000093519", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093519.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000211302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000211302.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is adjacent to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000178818", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000178818.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000025994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025994.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000201925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000201925.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073197", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073197.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is surrounding the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109106.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355462.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is at the back of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039360.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000351166", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351166.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus contains the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000499267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000499267.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is perpendicular to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000294831", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294831.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410704.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000237818", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000237818.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000128612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000128612.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000480153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000480153.jpg", "question": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is close to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000572075", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572075.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000132841", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132841.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000215396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000215396.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000454172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000454172.jpg", "question": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is beside the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396725", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396725.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457906.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the right side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440650", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440650.jpg", "question": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000500954", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500954.jpg", "question": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481820", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481820.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000139721", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000139721.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000131352", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131352.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455198", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455198.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243527", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243527.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000121046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000468471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468471.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258020", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258020.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522225.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000026908", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026908.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449889", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449889.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000352127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000352127.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000281764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281764.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000505754", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000505754.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000324156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324156.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000481124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481124.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000246863", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000246863.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000481886", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000481886.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000169891", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169891.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is left of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173530", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173530.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000147333", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147333.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000373396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373396.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000011282", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000011282.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000148677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148677.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is next to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101762", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101762.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323448", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323448.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000177246", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177246.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476363.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000079798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079798.jpg", "question": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is facing away from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000341137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is adjacent to the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000444343", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444343.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396853", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396853.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000425807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000425807.jpg", "question": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is next to the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000440586", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440586.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198935.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the fire hydrant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274203.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000108862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108862.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153150.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000140017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000140017.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is inside the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000173001", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000173001.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is next to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407390", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407390.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000487438", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000487438.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318462", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318462.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000331503", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000331503.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041074", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041074.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000143532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000143532.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000536999", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000536999.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000038837", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038837.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000109924", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109924.jpg", "question": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025138", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025138.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000097272", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000097272.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468852", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468852.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061852", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061852.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is far from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263098", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263098.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000186635", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000186635.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482127.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249086", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249086.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is close to the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004827", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004827.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is in the middle of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145722.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123765.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is beyond the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000458132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000458132.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000504158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504158.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is beneath the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000502495", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000502495.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is across the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151497.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434593", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434593.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000385504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385504.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is parallel to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000026893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000026893.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402454", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402454.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000148705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000148705.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371256", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371256.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099628", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099628.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is facing the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000349230", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349230.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck has as a part the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000443397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443397.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020087", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020087.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is right of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066273.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000469793", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469793.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000214305", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000214305.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000545428", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000545428.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000088123", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000088123.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319122", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319122.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the left side of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278315.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407699", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407699.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000527155", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000527155.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is next to the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000175383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000175383.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419273", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419273.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000351609", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000351609.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000448236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000448236.jpg", "question": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The frisbee is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000261511", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000261511.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000137016", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137016.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000111347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111347.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000567106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000567106.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477434.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000485350", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000485350.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000402170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402170.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235069", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000235069.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000403817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000403817.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000523966", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000523966.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000415093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000415093.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390129", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390129.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000078741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000078741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000125698", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125698.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132422.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000320471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320471.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000018873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000018873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251368", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251368.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242619", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000242619.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000544216", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544216.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is away from the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557186.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is right of the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000401532", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000401532.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108531", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108531.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419150.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is attached to the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000500228", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000500228.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000552775", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000552775.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000471967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000471967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000370857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000370857.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000059174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000059174.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is opposite to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000367398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000367398.jpg", "question": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is against the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000365353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365353.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000204289", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204289.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000444285", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000444285.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is next to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000449279", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449279.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000266353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000266353.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000050403", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000050403.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000153824", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153824.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000476960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476960.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000426690", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426690.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000390826", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390826.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000134769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134769.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171584", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171584.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000323164", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323164.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364860.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is detached from the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058008", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058008.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is behind the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000411417", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411417.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on top of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000484341", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484341.jpg", "question": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is next to the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000080200", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080200.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000517967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000517967.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000324483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000324483.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000250127", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250127.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000275855", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000275855.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is right of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000233005", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000233005.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000445565", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445565.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is connected to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348805.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000058677", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058677.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428407.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is on top of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000015968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the middle of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000520449", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520449.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000023218", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000023218.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000198396", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198396.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000376946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000376946.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000099372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099372.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is below the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000149755", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000149755.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is opposite to the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cell phone is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116521", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116521.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015745", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015745.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is in the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036757", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036757.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000117413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117413.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is ahead of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194510.jpg", "question": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000311290", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000311290.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000268570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268570.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000440522", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000440522.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000542776", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000542776.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000423267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423267.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171809.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000341094", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341094.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292102", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292102.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000543517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000543517.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184176", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184176.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000564915", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000564915.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000405261", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000405261.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000300322", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300322.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257073.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is facing the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000109265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000109265.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is behind the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000038817", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038817.jpg", "question": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is next to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326689.jpg", "question": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000240967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240967.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000168173", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000168173.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000186275", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000186275.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000419143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419143.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000309968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309968.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000257690", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257690.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the right side of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000396039", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000396039.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is off the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000443410", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000443410.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is under the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000574739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574739.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is by the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000580162", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580162.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000237764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000237764.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456950", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456950.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012315.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337458.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082512.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048935.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is surrounding the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224045", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224045.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000151862", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151862.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is near the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300631", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300631.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is beneath the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000159403", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000159403.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369023.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138367", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138367.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000135820", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135820.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221865", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221865.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000497030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497030.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000115626", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000115626.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000371890", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371890.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000203867", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203867.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000461705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461705.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is connected to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000533917", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000533917.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is on top of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000358630", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358630.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000131361", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000131361.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000070033", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000070033.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345702", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345702.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is touching the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000170180", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170180.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268745", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268745.jpg", "question": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is outside the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000472375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000472375.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000157344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157344.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000460143", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460143.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451953", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451953.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000570518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570518.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is at the side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000421689", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421689.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is away from the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000255849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000255849.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000315768", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315768.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000157965", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157965.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000410533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410533.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099546", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099546.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457035.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000062703", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000062703.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000073234", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073234.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409767", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409767.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is across from the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355736", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355736.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000075283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000075283.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000174496", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174496.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the toaster.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000329134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329134.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000004537", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004537.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317798", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317798.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is beside the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000379612", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000379612.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is far from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000294083", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000294083.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000191772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000191772.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055303", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055303.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is parallel to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000020632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000020632.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven contains the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000249644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249644.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000295686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000295686.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000153832", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000153832.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is right of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000101194", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000101194.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is down from the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000251608", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251608.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000144705", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000144705.jpg", "question": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is toward the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000074959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000074959.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033625", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033625.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000469770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469770.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000561729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561729.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is behind the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000353968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000353968.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388281", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388281.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253550", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253550.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000029994", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029994.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437948", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437948.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000238989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000238989.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the orange.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is in the middle of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000348913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348913.jpg", "question": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000520610", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000520610.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000544094", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544094.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000518782", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518782.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522405.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000420922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194158.jpg", "question": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is alongside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046211.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000248168", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000248168.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000420765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420765.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000371295", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000371295.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is beside the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000346614", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346614.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319061.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000374072", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000374072.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000061946", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061946.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000519203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519203.jpg", "question": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The parking meter is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423455", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423455.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is right of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000016109", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016109.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000132528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000132528.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407056", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407056.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000154846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000154846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000497579", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000497579.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268787", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268787.jpg", "question": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The wine glass is at the right side of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433110.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000312298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312298.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000028320", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028320.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is left of the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000529905", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529905.jpg", "question": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is far from the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000490959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490959.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000157931", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157931.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160211.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is at the left side of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000540436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540436.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000435620", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000435620.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the side of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000387895", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387895.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beneath the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000465695", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000465695.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000055363", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055363.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000406026", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000406026.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the edge of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000135057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000135057.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the airplane.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419467", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419467.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is close to the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..aa1631e4c0cb4d7d94f585297235b1c0f3d31ec7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/vsr/baseline_0.25/predictions_shard3.jsonl @@ -0,0 +1,548 @@ +{"sample_id": "000000519404", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000519404.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is facing the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000057381", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000057381.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000262118", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000262118.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is at the left side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000407825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407825.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl contains the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000302514", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000302514.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000001139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000001139.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000508412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000508412.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is above the orange.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000409808", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409808.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is at the edge of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000466789", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000466789.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000185777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185777.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is below the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477061", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477061.jpg", "question": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car has as a part the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326594", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326594.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is beneath the spoon.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283038", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283038.jpg", "question": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000232394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000232394.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the left side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000462023", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462023.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000082894", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000082894.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is below the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000355881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355881.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000570956", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570956.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091057", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091057.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000450711", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450711.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the boat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000434867", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434867.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is far away from the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000258523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000258523.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000157616", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000157616.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468951", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468951.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000286480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000286480.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is near the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000240709", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000240709.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119729", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119729.jpg", "question": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is surrounding the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000570560", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000570560.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000372029", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372029.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000235399", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000235399.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000004622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000004622.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is close to the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137413.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501756", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501756.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000407617", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407617.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000432035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000432035.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is off the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000460033", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000460033.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000439117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439117.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is next to the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000330955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000375278", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000375278.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000459644", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000459644.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398153.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000437857", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000437857.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000284772", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284772.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the sports ball.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192236", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192236.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is inside the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000063950", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000063950.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000203673", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000203673.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is below the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000475967", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000475967.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is through the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000134882", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134882.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the right side of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is facing away from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000046441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046441.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000510781", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000510781.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on top of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000283940", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283940.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000486506", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000486506.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576084", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576084.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000010395", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010395.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518156", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518156.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000484174", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000484174.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000462151", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000462151.jpg", "question": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is right of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000373623", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000373623.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is surrounding the remote.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000002570", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002570.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000575931", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000575931.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000449432", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449432.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the boat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000264255", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000264255.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534124", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534124.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000126625", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000126625.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000388258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388258.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000388074", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000388074.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000160407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160407.jpg", "question": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is behind the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000338431", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338431.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000533686", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000533686.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194022.jpg", "question": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is down from the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000386778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386778.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000530730", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000530730.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000390298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000390298.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000170401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000170401.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is with the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000446409", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000446409.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in front of the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is ahead of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000054401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054401.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is across from the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000535185", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535185.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000456302", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000456302.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is in front of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177809.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000309607", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000309607.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000027989", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000027989.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is far away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000478981", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478981.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000473587", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473587.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116182", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116182.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is at the right side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000521749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000521749.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000243211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000243211.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is opposite to the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000263512", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263512.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000451400", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451400.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000339159", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000339159.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000341659", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000341659.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316563.jpg", "question": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000192575", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192575.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303765", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303765.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the traffic light.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000165639", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000165639.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557254", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557254.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is part of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000344974", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000344974.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117884.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is beside the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000058425", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000058425.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000365139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000365139.jpg", "question": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink is near the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000540774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000540774.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000158869", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158869.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000490871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000490871.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506483", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506483.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000054723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054723.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000391774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391774.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000479563", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000479563.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000580248", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000580248.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the surfboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000276413", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000276413.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119360.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000402297", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000402297.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000204467", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000204467.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the broccoli.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000392387", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000392387.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000069214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069214.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is right of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000041710", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041710.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488977", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000488977.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is at the left side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000378466", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378466.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000572358", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000572358.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beneath the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000564371", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000564371.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000234599", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000234599.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000305923", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305923.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000179476", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000179476.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000428375", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428375.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361778", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361778.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is facing the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000005142", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000005142.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345602.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on top of the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000163186", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000163186.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000003067", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003067.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is adjacent to the apple.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192835", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192835.jpg", "question": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is along the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028251", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028251.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is inside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000198561", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000198561.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000104150", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104150.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000250424", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250424.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000506842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506842.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000188053", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000188053.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is adjacent to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000230238", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000230238.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is toward the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000473779", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000473779.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is beneath the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000335092", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000335092.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000328270", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328270.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000346985", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000346985.jpg", "question": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sink contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000142941", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142941.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is touching the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000033717", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033717.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is beneath the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099024", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099024.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the kite.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000337660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337660.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is attached to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000218482", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218482.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000123842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123842.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is on the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000141441", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141441.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is into the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000250833", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000250833.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is next to the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000119805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000119805.jpg", "question": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is across from the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000160471", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160471.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is beyond the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000506955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000506955.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is over the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000167802", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000167802.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000447095", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000116006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116006.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000048795", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000048795.jpg", "question": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000010547", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000010547.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000293955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293955.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is next to the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000024260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000024260.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is touching the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000196226", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196226.jpg", "question": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The mouse is behind the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000398093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000398093.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000106810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000106810.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is beside the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000574955", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000574955.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is in the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is away from the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000077769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000077769.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is at the back of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577405", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000577405.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is under the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426152", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426152.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000397414", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000397414.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is next to the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000285484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000285484.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is at the left side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096790", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096790.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000534070", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534070.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is far from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000270922", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000270922.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000278184", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278184.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000216664", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000216664.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is toward the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000205283", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000205283.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in front of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000477647", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477647.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000399675", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399675.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is part of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000337095", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000337095.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the tv.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000357470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000357470.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000524881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000524881.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is on the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000356622", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000356622.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000067906", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000067906.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000041132", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041132.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000002139", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000002139.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is against the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000330022", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000330022.jpg", "question": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake has as a part the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000382636.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000578572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578572.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on top of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000522380", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522380.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000138137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138137.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is below the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000259475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000259475.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000099453", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000099453.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000449909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449909.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the giraffe.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000273704", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000273704.jpg", "question": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake consists of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000127871", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127871.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the back of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000125499", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000125499.jpg", "question": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The apple is left of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000171805", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171805.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434385", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434385.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is far from the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000468902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000468902.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is above the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000169660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000169660.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is above the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060513", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060513.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000561393", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000561393.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is close to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000152769", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000152769.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000413603", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413603.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463825", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463825.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the sink.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278638", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278638.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031470.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is below the horse.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000120207", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120207.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is next to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000029145", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000029145.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000046090", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000046090.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the bottle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000303879", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000303879.jpg", "question": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The airplane is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000239504", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239504.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is on top of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000529260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000529260.jpg", "question": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is close to the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000293249", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000293249.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is behind the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000022429", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022429.jpg", "question": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000281660", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000281660.jpg", "question": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train contains the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000256533", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000256533.jpg", "question": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is inside the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000447741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000447741.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000407548", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407548.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beneath the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000288106", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000288106.jpg", "question": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The microwave is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000028903", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028903.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000488743", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000488743.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000036417", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000036417.jpg", "question": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is off the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000372902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000372902.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000418604", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000418604.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000565110", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000565110.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the right side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000242203", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000242203.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000348973", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348973.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000084362", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084362.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000439364", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000439364.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000416516", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000416516.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is below the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000319902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319902.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is in front of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123751", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123751.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is attached to the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000172135", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172135.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is inside the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000283942", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000283942.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000151567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000151567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000038668", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000038668.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is in front of the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000318723", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318723.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is under the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000194528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194528.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000073353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000073353.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is next to the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021846", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021846.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000251360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251360.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000550714", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550714.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000162355", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000162355.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is far from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000445500", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000445500.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000326774", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326774.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000391685", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391685.jpg", "question": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The skateboard is parallel to the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000265810.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000087105", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087105.jpg", "question": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is below the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000292365", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000292365.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is by the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000071224", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000071224.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000127799", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000127799.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is touching the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000560436", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560436.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is above the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015497.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000571786", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000571786.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is at the right side of the wine glass.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000433170", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000433170.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000091527", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000091527.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is beside the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384422", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384422.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000121229", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000121229.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000226597", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000226597.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000268394", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268394.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is touching the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000547807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000547807.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is away from the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000557451", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557451.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000061315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000061315.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000507502", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000507502.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000338407", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000338407.jpg", "question": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is behind the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318722.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000171107", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000171107.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000430567", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430567.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is under the umbrella.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333848.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000430142", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000430142.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is detached from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000138064", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000138064.jpg", "question": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The tv is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000323264", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000323264.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is above the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000319487", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000319487.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000558602", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000558602.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000278646", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000278646.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is at the left side of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000495665", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000495665.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000522741", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000522741.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is inside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000384231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000384231.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000049269", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000049269.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is facing away from the horse.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197551.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000350017", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350017.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000531049", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531049.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is at the right side of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000084959", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000084959.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is left of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000426842", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000426842.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is off the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290201", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290201.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is over the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000515202", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515202.jpg", "question": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toaster is left of the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274108.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is touching the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000019528", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019528.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537807", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537807.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is beneath the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000160267", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000160267.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000421457", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000421457.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000544046", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000544046.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000080666", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000080666.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000577809", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000577809.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000537636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000537636.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076970", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076970.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000290204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000290204.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is below the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000104510", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000104510.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000450247", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000450247.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000315030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000315030.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515126", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515126.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197398", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197398.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is far away from the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000518324", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000518324.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is at the back of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000228029", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000228029.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is inside the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000406296", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000406296.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the cup.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000185384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185384.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000076738", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000076738.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000361120", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000361120.jpg", "question": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is near the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000550030", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000550030.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000022041", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000022041.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000300280", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000300280.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000117108", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000117108.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is left of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000305231", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000305231.jpg", "question": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The vase is at the edge of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000224306", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000224306.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is left of the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000089902", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000089902.jpg", "question": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is part of the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000000397", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000000397.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000438268", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000438268.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000054300", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000054300.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326313.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000414258", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000414258.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is far away from the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000316089", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316089.jpg", "question": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The handbag is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000284873", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284873.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000113326", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000113326.jpg", "question": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is part of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000218687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000218687.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114169", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114169.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000284783", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000284783.jpg", "question": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is away from the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000268646", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000268646.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000137265", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000137265.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is beyond the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000017311", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017311.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is at the right side of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318401", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318401.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is adjacent to the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423921.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000072535", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072535.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is beneath the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000185360", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000185360.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is left of the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000461340", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000461340.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is above the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000123916", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000123916.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000329421", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329421.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is in front of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000092213", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000092213.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is at the edge of the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000535013", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000535013.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is on the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000476810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000476810.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the tv.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000378214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000378214.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is in front of the sheep.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000329551", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000329551.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is below the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000066556", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066556.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000114119", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000114119.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318209", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318209.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000358748", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000358748.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is above the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236243", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236243.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000381051", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000381051.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000199458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000199458.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333758", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333758.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is behind the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000021345", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000021345.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000442301", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000442301.jpg", "question": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The carrot is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000457599", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000457599.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is above the oven.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000474446", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000474446.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000328810", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000328810.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000265315", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000265315.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000056898", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000056898.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is behind the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000158601", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000158601.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000312056", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000312056.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000072536", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000072536.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000410252", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000410252.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is next to the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000145544", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000145544.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000552028", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000552028.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000569332", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000569332.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000496636", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000496636.jpg", "question": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sheep is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000088214", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000088214.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on top of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000049746", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000049746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039368", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039368.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000227709", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000227709.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000066746", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000066746.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000441470", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000441470.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is inside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000304434", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000304434.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is touching the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000025096", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000025096.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the zebra.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000553968", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000553968.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578344", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578344.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is across from the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000221771", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000221771.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is at the back of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000257036", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000257036.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is behind the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041505", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041505.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000028134", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000028134.jpg", "question": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bird is in the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000350481", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000350481.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is in front of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000039010", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039010.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is beneath the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000387136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000387136.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000107571", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000107571.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is on top of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000478298", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000478298.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000012681", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000012681.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000413277", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413277.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is in front of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000449770", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000449770.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is beside the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000207093", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207093.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is facing the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000197775", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000197775.jpg", "question": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The surfboard is in the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000355357", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000355357.jpg", "question": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is far away from the stop sign.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000534161", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000534161.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501204", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501204.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is under the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000382863", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000382863.jpg", "question": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car contains the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000434893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000434893.jpg", "question": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bottle is adjacent to the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000477136", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000477136.jpg", "question": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is behind the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000207475", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000207475.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000172006", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000172006.jpg", "question": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck contains the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000055389", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000055389.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000184116", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000184116.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is right of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000147963", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000147963.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000213881", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000213881.jpg", "question": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The knife is perpendicular to the carrot.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000060568", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000060568.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000116887", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116887.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000079172", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000079172.jpg", "question": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The orange is behind the apple.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000531377", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000531377.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is touching the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000554518", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000554518.jpg", "question": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The boat is behind the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000419443", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419443.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is behind the book.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000030149", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000030149.jpg", "question": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The potted plant is away from the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000274687", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000274687.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000236884", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236884.jpg", "question": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is touching the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451274", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451274.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the oven.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000514749", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000514749.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is below the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000180383", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000180383.jpg", "question": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The clock is in front of the cow.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000019888", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019888.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is away from the bicycle.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000578632", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000578632.jpg", "question": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000316353", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000316353.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is next to the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000469936", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000469936.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is near the book.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000364722", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364722.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is away from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000260321", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000260321.jpg", "question": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bowl is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000399480", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000399480.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000348288", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000348288.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000451240", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000451240.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the left side of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000386079", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000386079.jpg", "question": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The hot dog is over the backpack.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000200764", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000200764.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is touching the train.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000122998", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000122998.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000393428", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000393428.jpg", "question": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The chair is behind the hot dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501278", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501278.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is left of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000003935", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000003935.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is within the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000420450", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000420450.jpg", "question": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is perpendicular to the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000555909", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000555909.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is under the donut.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000239801", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239801.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000289698", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000289698.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is on top of the microwave.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000463670", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000463670.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is at the left side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000411668", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000411668.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is at the left side of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000291412", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000291412.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is above the car.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000368811", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000368811.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000016896", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000016896.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is across from the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000419860", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000419860.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000223930", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000223930.jpg", "question": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bicycle is parallel to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000557780", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000557780.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000249372", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000249372.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000069021", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069021.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is on the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000279919", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000279919.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the banana.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000253260", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253260.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is in front of the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000409009", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000409009.jpg", "question": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is perpendicular to the bus.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000033904", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000033904.jpg", "question": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The teddy bear is in the couch.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000263328", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000263328.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000349750", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000349750.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000482848", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000482848.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is in front of the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000317458", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000317458.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is beside the remote.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000239444", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000239444.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is below the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000395225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000395225.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364190", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364190.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is away from the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000211384", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000211384.jpg", "question": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The train is on top of the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000308221", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000308221.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is touching the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000251752", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000251752.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is under the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000093469", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000093469.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is touching the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000560359", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000560359.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is touching the handbag.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000120007", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000120007.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000383494", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000383494.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the middle of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000023137", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000023137.jpg", "question": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The truck is over the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000369208", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000369208.jpg", "question": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is off the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000333956", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000333956.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is facing away from the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000504747", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000504747.jpg", "question": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The oven is behind the cake.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000422960", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000422960.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is attached to the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000142719", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000142719.jpg", "question": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bench is under the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000428035", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000428035.jpg", "question": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is on the bench.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is under the bird.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000548734", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000548734.jpg", "question": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The fire hydrant is behind the dog.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000272253", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000272253.jpg", "question": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is facing away from the refrigerator.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000087739", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000087739.jpg", "question": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is with the cow.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000515025", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000515025.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000209493", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000209493.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the left side of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000407683", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000407683.jpg", "question": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The laptop is on the bed.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000143154", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000143154.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the back of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000196307", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000196307.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is left of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000453299", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000453299.jpg", "question": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The elephant is ahead of the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000225517", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000225517.jpg", "question": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is at the right side of the pizza.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000492284", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000492284.jpg", "question": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is beside the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000391117", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000391117.jpg", "question": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is on the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000212868", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000212868.jpg", "question": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The backpack is on top of the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000192904", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000192904.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is close to the donut.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000134907", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000134907.jpg", "question": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is out of the couch.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000063347", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000063347.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is under the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000116334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000116334.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000306581", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000306581.jpg", "question": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cow is ahead of the bus.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000318497", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000318497.jpg", "question": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is below the hair drier.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000096073", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000096073.jpg", "question": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The scissors is alongside the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000455975", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000455975.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is facing away from the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000423875", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000423875.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000155777", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000155777.jpg", "question": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The motorcycle is behind the bird.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000174071", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000174071.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326853", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326853.jpg", "question": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is above the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000394157", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000394157.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is part of the clock.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000513983", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000513983.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is on the cake.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000287310", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000287310.jpg", "question": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The sandwich is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000336578", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000336578.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is touching the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000231206", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000231206.jpg", "question": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is below the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000320015", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000320015.jpg", "question": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is over the bed.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000385145", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000385145.jpg", "question": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The car is perpendicular to the motorcycle.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000413334", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000413334.jpg", "question": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cup is beside the laptop.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000502933", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000502933.jpg", "question": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The remote is in front of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000069559", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000069559.jpg", "question": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is outside the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000032674", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000032674.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is on the truck.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000040934", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000040934.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is behind the sandwich.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000296188", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000296188.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the chair.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000345225", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000345225.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is near the banana.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000501498", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000501498.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000576386", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000576386.jpg", "question": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The horse is far away from the potted plant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000108113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108113.jpg", "question": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The donut is at the right side of the dog.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000541158", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000541158.jpg", "question": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The umbrella is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000045153", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000045153.jpg", "question": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The broccoli is beside the bowl.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000253004", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000253004.jpg", "question": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The book is in front of the train.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000194313", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000194313.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is at the edge of the sink.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000217874", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000217874.jpg", "question": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The giraffe is far from the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000111819", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000111819.jpg", "question": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bus is away from the elephant.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000177572", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000177572.jpg", "question": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The toilet is under the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000236925", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000236925.jpg", "question": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The zebra is near the car.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000090523", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000090523.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is behind the person.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000208250", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000208250.jpg", "question": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The pizza is below the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000070211", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000070211.jpg", "question": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cake is on the keyboard.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000141376", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000141376.jpg", "question": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The refrigerator is behind the cat.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000015391", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000015391.jpg", "question": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bear is facing the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000039913", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000039913.jpg", "question": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dog is touching the toilet.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000326849", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000326849.jpg", "question": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The banana is on top of the cup.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000448113", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000448113.jpg", "question": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is left of the dining table.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000041552", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000041552.jpg", "question": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The couch is right of the person.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000108484", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000108484.jpg", "question": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The dining table is at the right side of the teddy bear.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "True.", "reference_norm": "true", "correct": true, "parsed": true} +{"sample_id": "000000019131", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000019131.jpg", "question": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The suitcase contains the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000031893", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000031893.jpg", "question": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The cat is in the suitcase.\" Answer with only \"True\" or \"False\".", "prediction": "True", "prediction_norm": "true", "reference": "False.", "reference_norm": "false", "correct": false, "parsed": true} +{"sample_id": "000000017921", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000017921.jpg", "question": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The bed is behind the bench.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "True.", "reference_norm": "true", "correct": false, "parsed": true} +{"sample_id": "000000431795", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000431795.jpg", "question": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The person is in front of the parking meter.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} +{"sample_id": "000000364244", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/00_data/gen_output_VSR/generate_image/0.25/000000364244.jpg", "question": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prompt": "Based on the image, is the following statement true or false? \"The keyboard is above the cat.\" Answer with only \"True\" or \"False\".", "prediction": "False", "prediction_norm": "false", "reference": "False.", "reference_norm": "false", "correct": true, "parsed": true} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..bb5b700b9bef6b2d61b0cb6e1ec7b8503676f263 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.4470158343483557, + "num_correct": 367, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 65.8332211971283, + "samples_per_second": 12.470907318079291 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1a2ebd0d2bdf474ccba31caa23236d9be38e16 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.44660194174757284, + "num_correct": 92, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 61.572747468948364, + "samples_per_second": 3.34563599105087 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..93f3c791378cb75c322adbb7467d202df7e34b65 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.45365853658536587, + "num_correct": 93, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 63.43077063560486, + "samples_per_second": 3.2318699259966066 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..ff8b829437f90a0cc829ce20e43f0ac394c77fdb --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4146341463414634, + "num_correct": 85, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 65.33910703659058, + "samples_per_second": 3.1374778336838594 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..4c71dab87e8c817f89c0354be1448bc56a014317 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.47317073170731705, + "num_correct": 97, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 65.8332211971283, + "samples_per_second": 3.1139293546970217 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d23df0b936673bed45dcbc4e757f91c692ca5f8e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..76f43f380d4795fde12352d5b5ce0bf63a0049cc --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f5d5cc8afb0f1839ecef62756c2830b6228215e7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bb05760517ecb33466f77b71327b4ff98c2aa216 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a68c3374e81074c59b32103c49aada0110cce186 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.00/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..602337eb89c7f65718197abc07b3df8788fa428a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.4482338611449452, + "num_correct": 368, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 61.922407150268555, + "samples_per_second": 13.258528500154396 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..802122afabc06fe4536e8aacfc29dba56449532f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.45145631067961167, + "num_correct": 93, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 60.6884663105011, + "samples_per_second": 3.3943846751051483 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..285a42bfb1c6916e356ff044b0e95e8e41383336 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.47317073170731705, + "num_correct": 97, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 59.61361050605774, + "samples_per_second": 3.4388120138968694 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..09b6d7ed5e47d5e98fcc561c5a3bcc0db6b54396 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.40487804878048783, + "num_correct": 83, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 61.922407150268555, + "samples_per_second": 3.3105948142894657 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..44a256ea6c78bffd2c678afaeb886eedc510cbb4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4634146341463415, + "num_correct": 95, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 60.5668671131134, + "samples_per_second": 3.384688853348586 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e20b768409d95ce8662bbe4e80b5b8aa46b824d9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..bfb2a7906ca38a466fa3d429fd6df7c767f61ab6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c468dd8c9387be03523bc04ed2e1d290b0a4683e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c0624495751b76bdfeb63dcdd9afe13f32f25214 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f762acbcf8bc5deaecf9746b8225965b95bec712 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.05/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.05/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..8175c2ffa3d191d406b74c580b5954337224d47b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.45554202192448234, + "num_correct": 374, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 61.99962568283081, + "samples_per_second": 13.242015430866621 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..c86647173f66fceac134bff58d4c70291730a2c8 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.470873786407767, + "num_correct": 97, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 58.65006375312805, + "samples_per_second": 3.5123576483582792 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..052ee6b4b2b5ae10a7e0694d40c68d34e4ae9acd --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.47804878048780486, + "num_correct": 98, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 61.03837513923645, + "samples_per_second": 3.3585428762212035 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..412caa3a9a93ab2ead21b325bcfdb58ce58c20a9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.40487804878048783, + "num_correct": 83, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 61.99962568283081, + "samples_per_second": 3.306471575307743 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..9474a3b9f0534fc901c74522fdba7ec1c6f34005 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4682926829268293, + "num_correct": 96, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 59.92667579650879, + "samples_per_second": 3.4208471815809096 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7aea1e168a9f5182c65b6411ecf91b6735c6f3d4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5eeaf5f637cbd97d5ad71910b2b75912911ec798 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f206ac4db3887648b0af4deaf195d30de3ab56c0 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..95a1a1a86b755ede264944bc5a847829f17fc743 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..333de72cce6895d320dc89829071852fce19ddba --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.10/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.10/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..96d3abc2af97d91d21ad037f713c69de660979b5 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.46650426309378806, + "num_correct": 383, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 61.74557662010193, + "samples_per_second": 13.296499035895549 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..be2f2f853565e7cba3463280aa2c925bfadc0c0b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.46116504854368934, + "num_correct": 95, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 59.31794047355652, + "samples_per_second": 3.472811064501358 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..14a431252c2b720f317495fa5d9f7649bc01bd70 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4975609756097561, + "num_correct": 102, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 60.058558225631714, + "samples_per_second": 3.4133353523047174 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..f8ca703afd375ec5449e2d3d9d43fb1901521d9e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4292682926829268, + "num_correct": 88, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 61.632649421691895, + "samples_per_second": 3.3261591368137635 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..eac080495b11f568dc80450bbb3033be8f926ae3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.47804878048780486, + "num_correct": 98, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 61.74557662010193, + "samples_per_second": 3.3200758859422503 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c4b0f5b68c1362c419f332847eef12fdf866c79b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c960b5a28ec76d12fdf406f70380a89230ec0901 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a6ead78bcf9baa84ae3d8cc596197201277ba25d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a68f76255f4e27128e1d2795b9daa90cfe15cfee --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1613de7e895d44394d1d285f285435a8b6248f89 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.15/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.15/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..96885e02ea4aec26a6d545b02c5af4ed048b4cd8 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.44214372716199757, + "num_correct": 363, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 63.23522138595581, + "samples_per_second": 12.983270746994483 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..b9d0687f1488f00edb594390817ba8ea0053f00e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.4368932038834951, + "num_correct": 90, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 61.633517026901245, + "samples_per_second": 3.342337253122955 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..36217a13307593368dc3a0e8cf4ea850a53f3d7f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4634146341463415, + "num_correct": 95, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 60.319005489349365, + "samples_per_second": 3.3985971475639998 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad566ba034a83839e074e7011c9467b33cdf26a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.424390243902439, + "num_correct": 87, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 62.5277214050293, + "samples_per_second": 3.27854582565216 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..fec26e987728906618b8b58888f29d530d3498ae --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.44390243902439025, + "num_correct": 91, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 63.23522138595581, + "samples_per_second": 3.2418641938293167 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..5a0ebb8f1797493ed04f1cbef083228853960df2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0d7934116e3d76cf5faa96d2fcbf706e0ce3ec36 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1ad1bf72acf4707767d130790a84343424772642 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c71ca6bc613c74c0a1482e7fe57a0c4524e6b0c2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..983dcbacf1b75ee773265553a44c5feed826bdee --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.20/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.2/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2332e48d9cc3009722e42c16e07b30bfe83c653a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 821, + "accuracy": 0.4518879415347138, + "num_correct": 371, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 65.7232916355133, + "samples_per_second": 12.491766306427296 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..7f5c80807d97f88e583d6da5a679fd781bd27cfd --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 206, + "accuracy": 0.44660194174757284, + "num_correct": 92, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 61.02835416793823, + "samples_per_second": 3.3754801814436584 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..f861a3e131219e0261facda767367be19f365fe4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.4878048780487805, + "num_correct": 100, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 60.9102578163147, + "samples_per_second": 3.365607162888927 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..16b71b62ab3883db1abdc894035d91d031534711 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.424390243902439, + "num_correct": 87, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 65.7232916355133, + "samples_per_second": 3.119137750082333 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..8f729f3e83b844cc5a2131e8a936c581de49f243 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 1, + "task": "youtube_level1", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 205, + "accuracy": 0.44878048780487806, + "num_correct": 92, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "Answer with a single letter: A, B, C, or D.", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 62.81963777542114, + "samples_per_second": 3.2633107617218458 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1a58b302b0915ea5dd4a2b6d25f7127750a5146c --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions.jsonl @@ -0,0 +1,821 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6915a2b3855e3fd5cb30e1710fbdceb1d439a811 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard0.jsonl @@ -0,0 +1,206 @@ +{"sample_id": "000000__hualian_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000000__hualian_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000013__2_frames_10__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000013__2_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000045__2_frames_10__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000045__2_frames_10__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__hualian_frames_10__000011__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000068__hualian_frames_10__000011__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000080__house1_frames_10__000049__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000080__house1_frames_10__000049__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000105__house1_frames_10__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000105__house1_frames_10__000057__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000139__hualian_frames_10__000111__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000139__hualian_frames_10__000111__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000167__house1_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000167__house1_frames_10__000027__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000171__hualian_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000171__hualian_frames_10__000062__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000198__videoplayback_13_frames_5__000185__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000214__house1_frames_10__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000214__house1_frames_10__000021__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000246__hualian_frames_10__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000246__hualian_frames_10__000101__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000299__house1_frames_10__000010__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000299__house1_frames_10__000010__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000308__videoplayback_9_frames_5__000265__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000348__hualian_frames_10__000068__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000348__hualian_frames_10__000068__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000366__2_frames_10__000067__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000366__2_frames_10__000067__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000393__house1_frames_10__000069__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000393__house1_frames_10__000069__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000412__2_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000412__2_frames_10__000045__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000519__house1_frames_10__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000519__house1_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000538__house1_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000538__house1_frames_10__000026__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000604__house1_frames_10__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000604__house1_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000641__2_frames_10__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000641__2_frames_10__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000675__hualian_frames_10__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000675__hualian_frames_10__000067__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000704__hualian_frames_10__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000704__hualian_frames_10__000046__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000718__house1_frames_10__000022__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000718__house1_frames_10__000022__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000768__hualian_frames_10__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000768__hualian_frames_10__000047__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000805__videoplayback_7_frames_5__000198__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000819__videoplayback_9_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000819__videoplayback_9_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000878__hualian_frames_10__000056__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000878__hualian_frames_10__000056__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000891__hualian_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000891__hualian_frames_10__000014__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000910__hualian_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000910__hualian_frames_10__000026__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000918__house1_frames_10__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000918__house1_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000931__hualian_frames_10__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000931__hualian_frames_10__000053__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000961__hualian_frames_10__000089__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000961__hualian_frames_10__000089__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000975__videoplayback_7_frames_5__000040__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000987__house1_frames_10__000100__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000987__house1_frames_10__000100__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001012__house1_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001012__house1_frames_10__000039__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001041__house1_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001041__house1_frames_10__000014__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001052__2_frames_10__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001052__2_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__hualian_frames_10__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001061__hualian_frames_10__000086__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001070__videoplayback_9_frames_5__000277__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001144__2_frames_10__000072__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001144__2_frames_10__000072__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001172__2_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001172__2_frames_10__000048__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001207__house1_frames_10__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001207__house1_frames_10__000036__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001234__hualian_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001234__hualian_frames_10__000045__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001251__2_frames_10__000071__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001251__2_frames_10__000071__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001264__videoplayback_13_frames_5__000156__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001304__2_frames_10__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001304__2_frames_10__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001348__2_frames_10__000011__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001348__2_frames_10__000011__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001375__hualian_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001375__hualian_frames_10__000020__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001391__hualian_frames_10__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001391__hualian_frames_10__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001406__house1_frames_10__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001406__house1_frames_10__000078__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001419__house1_frames_10__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001419__house1_frames_10__000051__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001426__2_frames_10__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001426__2_frames_10__000021__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001439__hualian_frames_10__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001439__hualian_frames_10__000077__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001505__videoplayback_13_frames_5__000112__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001533__2_frames_10__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001533__2_frames_10__000054__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001580__2_frames_10__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001580__2_frames_10__000046__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001608__house1_frames_10__000092__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001608__house1_frames_10__000092__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001633__videoplayback_7_frames_5__000109__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__2_frames_10__000013__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001660__2_frames_10__000013__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001700__2_frames_10__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001700__2_frames_10__000031__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001717__house1_frames_10__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001717__house1_frames_10__000095__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001739__house1_frames_10__000102__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001739__house1_frames_10__000102__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001826__hualian_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001826__hualian_frames_10__000025__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001860__hualian_frames_10__000050__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001860__hualian_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001880__hualian_frames_10__000041__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001880__hualian_frames_10__000041__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001903__hualian_frames_10__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001903__hualian_frames_10__000064__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001938__hualian_frames_10__000072__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001938__hualian_frames_10__000072__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001958__house1_frames_10__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001958__house1_frames_10__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001978__hualian_frames_10__000007__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001978__hualian_frames_10__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002000__hualian_frames_10__000044__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002000__hualian_frames_10__000044__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002023__2_frames_10__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002023__2_frames_10__000057__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002068__house1_frames_10__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002068__house1_frames_10__000106__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002075__2_frames_10__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002075__2_frames_10__000007__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002085__videoplayback_13_frames_5__000188__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002100__house1_frames_10__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002100__house1_frames_10__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002122__hualian_frames_10__000105__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002122__hualian_frames_10__000105__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002156__house1_frames_10__000094__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002156__house1_frames_10__000094__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002207__2_frames_10__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002207__2_frames_10__000035__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002222__2_frames_10__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002222__2_frames_10__000047__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002280__2_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002280__2_frames_10__000030__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002316__house1_frames_10__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002316__house1_frames_10__000083__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002329__hualian_frames_10__000097__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002329__hualian_frames_10__000097__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002348__videoplayback_9_frames_5__000120__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002380__house1_frames_10__000023__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002380__house1_frames_10__000023__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002408__house1_frames_10__000099__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002408__house1_frames_10__000099__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002436__videoplayback_9_frames_5__000035__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002447__house1_frames_10__000097__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002447__house1_frames_10__000097__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002512__hualian_frames_10__000112__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002512__hualian_frames_10__000112__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002531__videoplayback_9_frames_5__000279__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002568__hualian_frames_10__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002568__hualian_frames_10__000034__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002589__hualian_frames_10__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002589__hualian_frames_10__000059__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002620__house1_frames_10__000004__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002620__house1_frames_10__000004__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002640__house1_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002640__house1_frames_10__000030__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002653__2_frames_10__000008__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002653__2_frames_10__000008__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002668__videoplayback_7_frames_5__000175__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002682__hualian_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002682__hualian_frames_10__000048__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002709__videoplayback_9_frames_5__000038__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002718__videoplayback_7_frames_5__000105__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002788__videoplayback_7_frames_5__000073__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002915__videoplayback_9_frames_5__000047__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003068__videoplayback_7_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003125__videoplayback_9_frames_5__000276__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003223__videoplayback_9_frames_5__000014__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003300__videoplayback_13_frames_5__000145__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003333__videoplayback_7_frames_5__000087__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003404__videoplayback_9_frames_5__000269__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003544__videoplayback_9_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003695__videoplayback_13_frames_5__000132__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003801__videoplayback_7_frames_5__000014__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004290__videoplayback_9_frames_5__000037__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004332__videoplayback_9_frames_5__000061__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004419__videoplayback_13_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004592__videoplayback_9_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004616__videoplayback_9_frames_5__000271__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004636__videoplayback_13_frames_5__000232__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004692__videoplayback_7_frames_5__000003__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004729__videoplayback_9_frames_5__000185__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004785__videoplayback_9_frames_5__000064__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004835__videoplayback_9_frames_5__000134__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004916__videoplayback_9_frames_5__000167__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0f5ba32383efdbad6fad13721e4c430978bca9cd --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard1.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000004__house1_frames_10__000050__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000004__house1_frames_10__000050__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000022__hualian_frames_10__000069__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000022__hualian_frames_10__000069__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000038__videoplayback_7_frames_5__000139__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000059__2_frames_10__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000059__2_frames_10__000075__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000083__videoplayback_13_frames_5__000194__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000130__videoplayback_9_frames_5__000273__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000150__videoplayback_13_frames_5__000114__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__house1_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000195__house1_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000204__hualian_frames_10__000087__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000204__hualian_frames_10__000087__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000218__videoplayback_9_frames_5__000016__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000240__house1_frames_10__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000240__house1_frames_10__000065__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000250__house1_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000250__house1_frames_10__000070__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000303__house1_frames_10__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000303__house1_frames_10__000055__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000310__videoplayback_9_frames_5__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000335__house1_frames_10__000047__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000335__house1_frames_10__000047__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000352__hualian_frames_10__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000352__hualian_frames_10__000078__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000381__2_frames_10__000034__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000381__2_frames_10__000034__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000417__videoplayback_13_frames_5__000154__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000448__house1_frames_10__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000448__house1_frames_10__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000506__videoplayback_13_frames_5__000166__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000524__hualian_frames_10__000085__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000524__hualian_frames_10__000085__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000543__house1_frames_10__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000543__house1_frames_10__000007__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000595__hualian_frames_10__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000595__hualian_frames_10__000104__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000612__2_frames_10__000051__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000612__2_frames_10__000051__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000643__hualian_frames_10__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000643__hualian_frames_10__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000663__house1_frames_10__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000663__house1_frames_10__000037__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000676__hualian_frames_10__000035__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000676__hualian_frames_10__000035__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000706__house1_frames_10__000105__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000706__house1_frames_10__000105__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000721__house1_frames_10__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000721__house1_frames_10__000052__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000760__hualian_frames_10__000074__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000760__hualian_frames_10__000074__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000796__hualian_frames_10__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000796__hualian_frames_10__000061__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000808__house1_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000808__house1_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000813__house1_frames_10__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000813__house1_frames_10__000054__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000824__2_frames_10__000061__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000824__2_frames_10__000061__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000848__2_frames_10__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000848__2_frames_10__000010__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__2_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000880__2_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000894__videoplayback_7_frames_5__000176__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000912__house1_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000912__house1_frames_10__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__hualian_frames_10__000028__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000919__hualian_frames_10__000028__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000993__videoplayback_9_frames_5__000162__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000993__videoplayback_9_frames_5__000162__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001049__house1_frames_10__000087__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001049__house1_frames_10__000087__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001055__videoplayback_9_frames_5__000018__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001061__videoplayback_7_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001145__videoplayback_13_frames_5__000046__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001178__house1_frames_10__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001178__house1_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__hualian_frames_10__000003__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001203__hualian_frames_10__000003__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__hualian_frames_10__000031__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001253__hualian_frames_10__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001270__2_frames_10__000041__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001270__2_frames_10__000041__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001326__hualian_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001326__hualian_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001363__videoplayback_13_frames_5__000007__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001398__hualian_frames_10__000100__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001398__hualian_frames_10__000100__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001412__hualian_frames_10__000023__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001412__hualian_frames_10__000023__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001421__2_frames_10__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001421__2_frames_10__000037__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001441__hualian_frames_10__000102__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001441__hualian_frames_10__000102__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001458__videoplayback_7_frames_5__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001487__house1_frames_10__000034__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001487__house1_frames_10__000034__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001523__hualian_frames_10__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001523__hualian_frames_10__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001562__hualian_frames_10__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001562__hualian_frames_10__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001611__house1_frames_10__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001611__house1_frames_10__000091__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001638__hualian_frames_10__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001638__hualian_frames_10__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001650__house1_frames_10__000085__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001650__house1_frames_10__000085__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001709__2_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001709__2_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001731__hualian_frames_10__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001731__hualian_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001769__house1_frames_10__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001769__house1_frames_10__000103__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001797__house1_frames_10__000013__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001797__house1_frames_10__000013__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001854__videoplayback_13_frames_5__000058__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001866__2_frames_10__000036__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001866__2_frames_10__000036__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001887__videoplayback_13_frames_5__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001904__videoplayback_7_frames_5__000132__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__house1_frames_10__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001944__house1_frames_10__000101__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001959__2_frames_10__000066__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001959__2_frames_10__000066__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001978__videoplayback_13_frames_5__000227__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002069__hualian_frames_10__000083__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002069__hualian_frames_10__000083__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002079__house1_frames_10__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002079__house1_frames_10__000011__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002087__2_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002087__2_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002103__hualian_frames_10__000029__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002103__hualian_frames_10__000029__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002128__videoplayback_9_frames_5__000106__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002192__hualian_frames_10__000030__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002192__hualian_frames_10__000030__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002215__hualian_frames_10__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002215__hualian_frames_10__000076__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002257__hualian_frames_10__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002257__hualian_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002264__hualian_frames_10__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002264__hualian_frames_10__000010__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002303__videoplayback_9_frames_5__000125__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002303__videoplayback_9_frames_5__000125__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002331__hualian_frames_10__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002331__hualian_frames_10__000095__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002398__2_frames_10__000039__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002398__2_frames_10__000039__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002449__hualian_frames_10__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002449__hualian_frames_10__000110__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002471__house1_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002471__house1_frames_10__000019__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002491__hualian_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002491__hualian_frames_10__000063__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002505__2_frames_10__000004__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002505__2_frames_10__000004__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002513__hualian_frames_10__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002513__hualian_frames_10__000040__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002540__house1_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002540__house1_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002573__videoplayback_9_frames_5__000274__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002573__videoplayback_9_frames_5__000274__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002590__hualian_frames_10__000049__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002590__hualian_frames_10__000049__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__house1_frames_10__000093__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002626__house1_frames_10__000093__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002655__house1_frames_10__000079__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002655__house1_frames_10__000079__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002675__videoplayback_9_frames_5__000254__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002683__hualian_frames_10__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002683__hualian_frames_10__000093__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002795__videoplayback_9_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002835__videoplayback_7_frames_5__000195__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002859__videoplayback_7_frames_5__000210__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002943__videoplayback_13_frames_5__000220__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002989__videoplayback_9_frames_5__000041__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003201__videoplayback_7_frames_5__000011__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003217__videoplayback_7_frames_5__000201__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003343__videoplayback_7_frames_5__000060__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003408__videoplayback_13_frames_5__000081__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003696__videoplayback_9_frames_5__000261__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003786__videoplayback_13_frames_5__000134__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003960__videoplayback_9_frames_5__000266__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003960__videoplayback_9_frames_5__000266__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004052__videoplayback_13_frames_5__000183__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004297__videoplayback_9_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004459__videoplayback_9_frames_5__000196__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004654__videoplayback_9_frames_5__000278__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004703__videoplayback_7_frames_5__000016__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004763__videoplayback_7_frames_5__000159__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004886__videoplayback_7_frames_5__000170__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004965__videoplayback_9_frames_5__000028__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..47408ad2fb955715af5519676972e839542b0fdf --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard2.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000065__hualian_frames_10__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000065__hualian_frames_10__000073__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000073__videoplayback_9_frames_5__000118__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000089__videoplayback_7_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000089__videoplayback_7_frames_5__000169__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__hualian_frames_10__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000104__hualian_frames_10__000106__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000109__videoplayback_9_frames_5__000080__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000132__house1_frames_10__000076__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000132__house1_frames_10__000076__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000152__videoplayback_13_frames_5__000172__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000169__house1_frames_10__000033__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000169__house1_frames_10__000033__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000195__videoplayback_9_frames_5__000130__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000195__videoplayback_9_frames_5__000130__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000210__2_frames_10__000015__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000210__2_frames_10__000015__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000241__videoplayback_9_frames_5__000253__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000241__videoplayback_9_frames_5__000253__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000259__house1_frames_10__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000259__house1_frames_10__000015__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000305__2_frames_10__000049__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000305__2_frames_10__000049__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000315__house1_frames_10__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000315__house1_frames_10__000024__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__house1_frames_10__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000361__house1_frames_10__000075__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000387__2_frames_10__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000387__2_frames_10__000058__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000399__house1_frames_10__000016__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000399__house1_frames_10__000016__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000436__videoplayback_9_frames_5__000238__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000499__2_frames_10__000077__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000499__2_frames_10__000077__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000507__videoplayback_7_frames_5__000164__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000532__videoplayback_9_frames_5__000223__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000602__hualian_frames_10__000084__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000602__hualian_frames_10__000084__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000613__2_frames_10__000014__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000613__2_frames_10__000014__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000637__house1_frames_10__000041__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000637__house1_frames_10__000041__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000664__hualian_frames_10__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000664__hualian_frames_10__000096__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000692__house1_frames_10__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000692__house1_frames_10__000045__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000709__2_frames_10__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000709__2_frames_10__000062__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000725__2_frames_10__000078__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000725__2_frames_10__000078__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000764__house1_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000764__house1_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000782__hualian_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000782__hualian_frames_10__000038__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000810__hualian_frames_10__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000810__hualian_frames_10__000090__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000814__2_frames_10__000038__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000814__2_frames_10__000038__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000858__2_frames_10__000053__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000858__2_frames_10__000053__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000880__videoplayback_9_frames_5__000066__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000900__2_frames_10__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000900__2_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000914__hualian_frames_10__000066__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000914__hualian_frames_10__000066__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000919__videoplayback_9_frames_5__000133__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000977__hualian_frames_10__000109__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000977__hualian_frames_10__000109__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001036__house1_frames_10__000089__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001036__house1_frames_10__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001059__house1_frames_10__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001059__house1_frames_10__000086__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001109__hualian_frames_10__000013__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001109__hualian_frames_10__000013__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001137__2_frames_10__000027__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001137__2_frames_10__000027__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001226__house1_frames_10__000064__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001226__house1_frames_10__000064__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001294__videoplayback_9_frames_5__000026__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001369__hualian_frames_10__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001369__hualian_frames_10__000060__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001380__videoplayback_7_frames_5__000211__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001402__house1_frames_10__000098__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001402__house1_frames_10__000098__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001422__2_frames_10__000052__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001422__2_frames_10__000052__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001435__hualian_frames_10__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001435__hualian_frames_10__000005__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001445__videoplayback_9_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001459__house1_frames_10__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001459__house1_frames_10__000018__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001548__house1_frames_10__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001548__house1_frames_10__000043__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001645__2_frames_10__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001645__2_frames_10__000002__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001658__house1_frames_10__000073__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001658__house1_frames_10__000073__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001664__2_frames_10__000059__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001664__2_frames_10__000059__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001732__house1_frames_10__000029__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001732__house1_frames_10__000029__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__hualian_frames_10__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001750__hualian_frames_10__000017__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001778__2_frames_10__000056__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001778__2_frames_10__000056__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001790__hualian_frames_10__000051__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001790__hualian_frames_10__000051__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001835__hualian_frames_10__000043__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001835__hualian_frames_10__000043__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001857__hualian_frames_10__000098__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001857__hualian_frames_10__000098__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001867__house1_frames_10__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001867__house1_frames_10__000005__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001893__hualian_frames_10__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001893__hualian_frames_10__000019__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001919__house1_frames_10__000081__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001919__house1_frames_10__000081__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001944__videoplayback_7_frames_5__000035__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001963__hualian_frames_10__000092__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001963__hualian_frames_10__000092__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001986__hualian_frames_10__000037__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001986__hualian_frames_10__000037__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002007__house1_frames_10__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002007__house1_frames_10__000084__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002060__house1_frames_10__000104__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002060__house1_frames_10__000104__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002071__videoplayback_7_frames_5__000207__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002104__house1_frames_10__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002104__house1_frames_10__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002131__hualian_frames_10__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002131__hualian_frames_10__000022__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002166__hualian_frames_10__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002166__hualian_frames_10__000018__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002198__videoplayback_9_frames_5__000231__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002259__2_frames_10__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002259__2_frames_10__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002271__hualian_frames_10__000052__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002271__hualian_frames_10__000052__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002333__2_frames_10__000076__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002333__2_frames_10__000076__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002431__house1_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002431__house1_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002443__house1_frames_10__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002443__house1_frames_10__000044__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002494__hualian_frames_10__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002494__hualian_frames_10__000108__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002508__2_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002508__2_frames_10__000070__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002517__videoplayback_7_frames_5__000209__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002554__house1_frames_10__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002554__house1_frames_10__000003__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__2_frames_10__000069__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002644__2_frames_10__000069__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002663__2_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002663__2_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002701__videoplayback_13_frames_5__000225__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002773__videoplayback_7_frames_5__000155__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002801__videoplayback_9_frames_5__000250__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003101__videoplayback_9_frames_5__000243__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003145__videoplayback_7_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003210__videoplayback_7_frames_5__000022__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003219__videoplayback_9_frames_5__000156__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003482__videoplayback_13_frames_5__000202__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003723__videoplayback_9_frames_5__000179__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003805__videoplayback_9_frames_5__000251__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003899__videoplayback_9_frames_5__000201__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004057__videoplayback_13_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004267__videoplayback_13_frames_5__000219__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004409__videoplayback_7_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004440__videoplayback_9_frames_5__000102__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004536__videoplayback_7_frames_5__000047__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004536__videoplayback_7_frames_5__000047__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004588__videoplayback_9_frames_5__000017__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004625__videoplayback_9_frames_5__000155__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004741__videoplayback_7_frames_5__000115__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004791__videoplayback_7_frames_5__000083__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004974__videoplayback_13_frames_5__000030__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..721fc43f9469330795d2cd09868eed1fef79a750 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level1/baseline_0.25/predictions_shard3.jsonl @@ -0,0 +1,205 @@ +{"sample_id": "000012__2_frames_10__000017__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000012__2_frames_10__000017__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000036__videoplayback_9_frames_5__000002__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000066__hualian_frames_10__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000066__hualian_frames_10__000079__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000077__hualian_frames_10__000008__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000077__hualian_frames_10__000008__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000090__2_frames_10__000018__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000090__2_frames_10__000018__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000104__videoplayback_7_frames_5__000057__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000138__hualian_frames_10__000080__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000138__hualian_frames_10__000080__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000153__hualian_frames_10__000091__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000153__hualian_frames_10__000091__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000170__hualian_frames_10__000016__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000170__hualian_frames_10__000016__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000223__house1_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000223__house1_frames_10__000042__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000243__hualian_frames_10__000065__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000243__hualian_frames_10__000065__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000273__videoplayback_9_frames_5__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000273__videoplayback_9_frames_5__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000307__videoplayback_13_frames_5__000010__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000361__videoplayback_13_frames_5__000151__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000390__2_frames_10__000050__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000390__2_frames_10__000050__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000407__house1_frames_10__000063__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000407__house1_frames_10__000063__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000426__hualian_frames_10__000054__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000426__hualian_frames_10__000054__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000438__2_frames_10__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000438__2_frames_10__000043__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000449__2_frames_10__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000449__2_frames_10__000068__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000493__house1_frames_10__000009__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000493__house1_frames_10__000009__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000500__hualian_frames_10__000032__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000500__hualian_frames_10__000032__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000509__house1_frames_10__000046__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000509__house1_frames_10__000046__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000534__house1_frames_10__000059__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000534__house1_frames_10__000059__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000578__2_frames_10__000005__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000578__2_frames_10__000005__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000624__house1_frames_10__000096__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000624__house1_frames_10__000096__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000694__videoplayback_9_frames_5__000137__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000739__videoplayback_9_frames_5__000054__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000800__house1_frames_10__000008__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000800__house1_frames_10__000008__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000811__2_frames_10__000020__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000811__2_frames_10__000020__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000863__2_frames_10__000040__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000863__2_frames_10__000040__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000885__hualian_frames_10__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000885__hualian_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000901__hualian_frames_10__000099__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000901__hualian_frames_10__000099__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000915__videoplayback_9_frames_5__000166__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000920__house1_frames_10__000058__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000920__house1_frames_10__000058__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "000959__2_frames_10__000073__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000959__2_frames_10__000073__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000971__house1_frames_10__000061__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000971__house1_frames_10__000061__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/000979__videoplayback_7_frames_5__000197__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001040__house1_frames_10__000035__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001040__house1_frames_10__000035__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001060__videoplayback_9_frames_5__000003__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001070__hualian_frames_10__000107__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001070__hualian_frames_10__000107__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001111__videoplayback_9_frames_5__000192__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001139__hualian_frames_10__000021__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001139__hualian_frames_10__000021__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001206__hualian_frames_10__000055__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001206__hualian_frames_10__000055__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001246__hualian_frames_10__000033__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001246__hualian_frames_10__000033__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001261__house1_frames_10__000074__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001261__house1_frames_10__000074__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001296__house1_frames_10__000012__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001296__house1_frames_10__000012__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001346__videoplayback_9_frames_5__000143__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001387__videoplayback_7_frames_5__000088__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001414__hualian_frames_10__000081__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001414__hualian_frames_10__000081__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001437__house1_frames_10__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001437__house1_frames_10__000082__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001448__videoplayback_9_frames_5__000139__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001460__2_frames_10__000024__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001460__2_frames_10__000024__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001492__hualian_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001492__hualian_frames_10__000006__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001528__2_frames_10__000060__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001528__2_frames_10__000060__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001556__hualian_frames_10__000075__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001556__hualian_frames_10__000075__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001602__videoplayback_7_frames_5__000187__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001632__2_frames_10__000026__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001632__2_frames_10__000026__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001648__2_frames_10__000044__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001648__2_frames_10__000044__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001714__house1_frames_10__000048__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001714__house1_frames_10__000048__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001733__videoplayback_13_frames_5__000162__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001778__videoplayback_13_frames_5__000131__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001820__2_frames_10__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001820__2_frames_10__000028__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001842__hualian_frames_10__000094__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001842__hualian_frames_10__000094__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001858__hualian_frames_10__000024__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001858__hualian_frames_10__000024__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001867__videoplayback_13_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001953__2_frames_10__000023__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001953__2_frames_10__000023__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "001966__2_frames_10__000025__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001966__2_frames_10__000025__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/001993__videoplayback_13_frames_5__000031__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002010__hualian_frames_10__000070__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002010__hualian_frames_10__000070__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002064__house1_frames_10__000040__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002064__house1_frames_10__000040__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002083__2_frames_10__000012__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002083__2_frames_10__000012__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002098__2_frames_10__000065__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002098__2_frames_10__000065__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002153__hualian_frames_10__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002153__hualian_frames_10__000082__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002170__house1_frames_10__000088__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002170__house1_frames_10__000088__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002221__house1_frames_10__000053__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002221__house1_frames_10__000053__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002244__videoplayback_13_frames_5__000072__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002259__videoplayback_7_frames_5__000205__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002315__house1_frames_10__000072__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002315__house1_frames_10__000072__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002322__videoplayback_7_frames_5__000133__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002372__hualian_frames_10__000009__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002372__hualian_frames_10__000009__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002436__2_frames_10__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002436__2_frames_10__000006__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002460__house1_frames_10__000077__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002460__house1_frames_10__000077__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002481__hualian_frames_10__000088__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002481__hualian_frames_10__000088__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002511__videoplayback_9_frames_5__000200__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002528__house1_frames_10__000028__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002528__house1_frames_10__000028__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002555__house1_frames_10__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002555__house1_frames_10__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002633__hualian_frames_10__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002633__hualian_frames_10__000036__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002665__hualian_frames_10__000042__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002665__hualian_frames_10__000042__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002802__videoplayback_9_frames_5__000214__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002847__videoplayback_9_frames_5__000237__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002895__videoplayback_9_frames_5__000241__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002925__videoplayback_9_frames_5__000104__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/002977__videoplayback_9_frames_5__000115__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003065__videoplayback_9_frames_5__000060__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003102__videoplayback_13_frames_5__000055__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003215__videoplayback_7_frames_5__000108__l1b__00.jpg", "question": "Which of A, B, C, and D has the smallest depth difference from reference point R?", "prompt": "Which of A, B, C, and D has the smallest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003220__videoplayback_7_frames_5__000090__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l1b__00.jpg", "question": "Which point has the largest depth difference from reference point R?", "prompt": "Which point has the largest depth difference from reference point R?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003291__videoplayback_13_frames_5__000197__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003321__videoplayback_9_frames_5__000019__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003402__videoplayback_9_frames_5__000158__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003441__videoplayback_13_frames_5__000060__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies closest to the camera?", "prompt": "Looking at the four labeled points, which one lies closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003526__videoplayback_7_frames_5__000036__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003588__videoplayback_9_frames_5__000161__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003687__videoplayback_9_frames_5__000181__l1b__00.jpg", "question": "Relative to R, which marked point is most similar in depth?", "prompt": "Relative to R, which marked point is most similar in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003727__videoplayback_13_frames_5__000234__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003727__videoplayback_13_frames_5__000234__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003885__videoplayback_13_frames_5__000204__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003909__videoplayback_7_frames_5__000167__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/003991__videoplayback_9_frames_5__000205__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l1a__00.jpg", "question": "Looking at the four labeled points, which one lies farthest from the camera?", "prompt": "Looking at the four labeled points, which one lies farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l1a__00.jpg", "question": "Which labeled point is nearest to the camera?", "prompt": "Which labeled point is nearest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004152__videoplayback_9_frames_5__000123__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004212__videoplayback_9_frames_5__000248__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004212__videoplayback_9_frames_5__000248__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004284__videoplayback_13_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004324__videoplayback_9_frames_5__000135__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004324__videoplayback_9_frames_5__000135__l1b__00.jpg", "question": "Using R as the reference point, which point is farthest from R in relative depth?", "prompt": "Using R as the reference point, which point is farthest from R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the most distant from the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the most distant from the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004378__videoplayback_13_frames_5__000085__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l1a__00.jpg", "question": "Which of the four marked points is farthest away?", "prompt": "Which of the four marked points is farthest away?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is closest to the camera?", "prompt": "Among points A, B, C, and D, which point is closest to the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l1b__00.jpg", "question": "Compared with reference point R, which point differs the most in relative depth?", "prompt": "Compared with reference point R, which point differs the most in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004631__videoplayback_7_frames_5__000006__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l1a__00.jpg", "question": "Among points A, B, C, and D, which point is most distant from the camera?", "prompt": "Among points A, B, C, and D, which point is most distant from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l1b__00.jpg", "question": "Relative to R, which marked point differs the most in depth?", "prompt": "Relative to R, which marked point differs the most in depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004752__videoplayback_9_frames_5__000169__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most dissimilar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most dissimilar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004775__videoplayback_13_frames_5__000117__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004775__videoplayback_13_frames_5__000117__l1b__00.jpg", "question": "Compared with reference point R, which point differs the least in relative depth?", "prompt": "Compared with reference point R, which point differs the least in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l1b__00.jpg", "question": "Taking R as the reference, which of the four points lies at the most similar depth?", "prompt": "Taking R as the reference, which of the four points lies at the most similar depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l1a__00.jpg", "question": "Which labeled point is farthest from the camera?", "prompt": "Which labeled point is farthest from the camera?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l1a__00.jpg", "question": "Of the marked points A, B, C, and D, which is the nearest to the viewer?", "prompt": "Of the marked points A, B, C, and D, which is the nearest to the viewer?\nAnswer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l1a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l1a__00.jpg", "question": "Which of the four marked points is nearest?", "prompt": "Which of the four marked points is nearest?\nAnswer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level1a_camera_extremum", "level": 1} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l1b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level1/visualizations/0.25/004975__videoplayback_13_frames_5__000228__l1b__00.jpg", "question": "Using R as the reference point, which point is closest to R in relative depth?", "prompt": "Using R as the reference point, which point is closest to R in relative depth?\nAnswer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level1b_reference_extremum", "level": 1} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..66cee6f10a516c981e00d2b4f9cb4d05a09db676 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.4031413612565445, + "num_correct": 308, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 48.75545573234558, + "samples_per_second": 15.670041198961522 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..6a779e599876b421b9c22c93f145288da2eda4e7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3717277486910995, + "num_correct": 71, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 47.099371910095215, + "samples_per_second": 4.055255776331516 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..9ecd4bf2115d218699dc126c2bada08c10b90fe7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3612565445026178, + "num_correct": 69, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 46.62987232208252, + "samples_per_second": 4.096086703405964 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..f69315b14e71a03551408e43161c1a4516edd30d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.4293193717277487, + "num_correct": 82, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 48.75545573234558, + "samples_per_second": 3.9175102997403806 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..e7c51eb0906966ccb72cd8ab6c080b6e38aa2dee --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.450261780104712, + "num_correct": 86, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.523879528045654, + "samples_per_second": 4.019032155977157 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..011e2d8415f196fea22922b8474ea948ee2e1cf6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..114839069dfadee66e5772821c1b8369428456e5 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c1966e200ca3ce6ebd50f00a905183a759abc367 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..77807e36f66ca1be48fd0c5b0ae9b742e4469ffa --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6d2ca943e5d706b9106895c8f6ad920544e7f6ac --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.00/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..349bfaed8336633522b876f485128a97effa4d39 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.39397905759162305, + "num_correct": 301, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 48.513447761535645, + "samples_per_second": 15.74821075911543 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..83d09782b56412d3600165733b7ce74a6688810f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3717277486910995, + "num_correct": 71, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 47.0191216468811, + "samples_per_second": 4.062177116672479 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..7f1ff863580a24084ca44c8cfd5c975f3847eeaa --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.34554973821989526, + "num_correct": 66, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 46.87823295593262, + "samples_per_second": 4.074385657401965 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb067c46c95edb26b2c5836422d56913981eb6f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.43455497382198954, + "num_correct": 83, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 48.513447761535645, + "samples_per_second": 3.9370526897788576 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..b06ab9d068a2c742944dd25c1c9ac707075d15e2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.42408376963350786, + "num_correct": 81, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.437891721725464, + "samples_per_second": 4.026317213261111 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ddc2239422c6cf142fa6fdfa48b0a8a9732566d1 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1fb7665d557d7a278a6c3117b9421f2197665d9f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f67b9504653a7685db3ed91290589c471ea233d4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..090bbca51469668768afff7510e8b6dc042e06f8 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2c49eaf31fb3a1bd749a137678053998fbf6f381 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.05/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.05", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.05/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec5767bc88431faf6d622b2bde62a7bf610b06b --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.39790575916230364, + "num_correct": 304, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 48.84000039100647, + "samples_per_second": 15.642915517680565 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..2d95c8ea70c1b75220c0d922449326c35155c253 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3717277486910995, + "num_correct": 71, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 47.40113949775696, + "samples_per_second": 4.0294389971160545 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..cd6ce658c2bfce8047a497cb3ba4b5a1937ab129 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3612565445026178, + "num_correct": 69, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 47.221245527267456, + "samples_per_second": 4.0447895405407905 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..184d90b72e50ba0afe47eb020538be752a6ffc80 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.43455497382198954, + "num_correct": 83, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 48.84000039100647, + "samples_per_second": 3.9107288794201414 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..3789698cd96eb0b40412cdd88cc57ed74d140d6d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.10", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.42408376963350786, + "num_correct": 81, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.72038006782532, + "samples_per_second": 4.0024827909696095 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9dd7fc90c29db40013ac416f32eada6fc0dc3577 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ab8eda1d892c941b53b716930bd865b3df2940d4 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fe9fa13faef7fb0f2c17d9ea686030ba2cd69e74 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f92b62b95f79b99d902eecd62d81bcd9e0533f88 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c308d27c46d19e9b6f3d80ff089d02f54f57311f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.10/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.10", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.10/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..669898e3bd10f82e2f56e2d708f4e17436dcf602 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.4018324607329843, + "num_correct": 307, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 48.84201455116272, + "samples_per_second": 15.642270430915557 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..54df3fd91a53f6670a8ad96904b193fead542f92 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.39267015706806285, + "num_correct": 75, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 46.82578110694885, + "samples_per_second": 4.078949576169611 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..e0f30abd82800fc12c6188242c341a2625e646fb --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3612565445026178, + "num_correct": 69, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 46.69549369812012, + "samples_per_second": 4.090330455328055 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..1e533ceb574412dc084f57a55f1e1164fa54816d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.4397905759162304, + "num_correct": 84, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 48.84201455116272, + "samples_per_second": 3.9105676077288893 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..08f548c3f465e2a724791d4ec9ba4dc458dba63e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.15", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.41361256544502617, + "num_correct": 79, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.39039087295532, + "samples_per_second": 4.03035291504632 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3b64388e19f2f7bb244e89d4c2b2a1bbb536c0c6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c79a9ef5150088678743b3cfb3b14cca321e2efd --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8096ae8dc0a07bf8871c12cc9cae088457a38b46 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..8e0861300769af1310c593393be2a8c99179cbbf --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..6d3d0148206867b897976abff0c48895a1f9c7ba --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.15/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.15", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.15/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..6944b4aef33a7ce338ca7648fa14c44a7ec9eb98 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.3769633507853403, + "num_correct": 288, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 49.038583755493164, + "samples_per_second": 15.579569014662233 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..cc21ea11f8ec8acb4569731de84afcbbf25bab36 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.36649214659685864, + "num_correct": 70, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 47.79228496551514, + "samples_per_second": 3.996460937948822 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..dd3d8a561a3f0d8ade0933f413db3588082a80f2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3298429319371728, + "num_correct": 63, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 47.60825037956238, + "samples_per_second": 4.011909668539172 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..39aee9950f58e6074812afa0e9e5dc3492b27d5a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.42408376963350786, + "num_correct": 81, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 49.038583755493164, + "samples_per_second": 3.8948922536655584 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..05d2ab07d3b8472908da64b7bade18a3f49afb89 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.20", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.387434554973822, + "num_correct": 74, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.82399129867554, + "samples_per_second": 3.9938113656626073 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f703d96605303601436ff8d7ca80dcc464843b53 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..63ede8034cb9aa8e185589232747a53e3659a982 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0b33b9873fea8fcccf0de37a09d28ae8f728ff86 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1932de52beb2480ca80ce4e98e1605660e22ac96 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e103a1fdf162e02d468c158db581cb36b590b944 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.20/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.20", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.2/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ec7fe719c9aa30a6adb4cf6692bb7553583ab56f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 764, + "accuracy": 0.3769633507853403, + "num_correct": 288, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 48.70844650268555, + "samples_per_second": 15.685164583474794 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..82accf90f618a0c181b3b3080b0ff4325a922c7f --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3769633507853403, + "num_correct": 72, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 47.20259094238281, + "samples_per_second": 4.046388051730921 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..6074657dfc66f9af94e7b0dc097f2f687aa4e0c2 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.33507853403141363, + "num_correct": 64, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 47.3534517288208, + "samples_per_second": 4.033496884108902 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..96b51c613580d3c7bf3d8baff220957188e38a41 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.418848167539267, + "num_correct": 80, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 48.70844650268555, + "samples_per_second": 3.9212911458686985 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..45bcccc460db77737881d986904e3fdaa33693c7 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 2, + "task": "youtube_level2", + "baseline": "0.25", + "scoring": "generate", + "num_samples": 191, + "accuracy": 0.3769633507853403, + "num_correct": 72, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 47.80341148376465, + "samples_per_second": 3.9955307387396157 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2a3525885b98d8cd4221f93edf4b30551fc6f665 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions.jsonl @@ -0,0 +1,764 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a5a9e6c57c6cbdb60ce2cdaac835e325be02f2c0 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard0.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000000__hualian_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000000__hualian_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000022__hualian_frames_10__000069__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000022__hualian_frames_10__000069__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000038__videoplayback_7_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000038__videoplayback_7_frames_5__000139__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000059__2_frames_10__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000059__2_frames_10__000075__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000068__videoplayback_7_frames_5__000191__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000090__videoplayback_7_frames_5__000019__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000105__house1_frames_10__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000105__house1_frames_10__000057__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000128__videoplayback_13_frames_5__000032__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000139__hualian_frames_10__000111__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000139__hualian_frames_10__000111__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000167__house1_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000167__house1_frames_10__000027__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > D > A\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > D > A", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000171__hualian_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000171__hualian_frames_10__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000192__videoplayback_9_frames_5__000093__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > A > C > D\n(C) C > D > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > A > C > D", "C": "C > D > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000204__hualian_frames_10__000087__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000204__hualian_frames_10__000087__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000220__videoplayback_9_frames_5__000059__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000243__hualian_frames_10__000065__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000243__hualian_frames_10__000065__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000299__house1_frames_10__000010__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000299__house1_frames_10__000010__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000308__videoplayback_9_frames_5__000265__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000308__videoplayback_9_frames_5__000265__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000330__videoplayback_13_frames_5__000210__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) B > D > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "B > D > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000348__hualian_frames_10__000068__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000348__hualian_frames_10__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000366__2_frames_10__000067__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000366__2_frames_10__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000393__house1_frames_10__000069__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000393__house1_frames_10__000069__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000412__2_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000412__2_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) A > D > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "A > D > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000432__videoplayback_9_frames_5__000227__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > C > A\n(C) B > A > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > C > A", "C": "B > A > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000444__videoplayback_7_frames_5__000051__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000461__videoplayback_9_frames_5__000108__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000471__videoplayback_13_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000494__videoplayback_13_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) D > C > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "D > C > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000505__videoplayback_9_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000524__hualian_frames_10__000085__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000524__hualian_frames_10__000085__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) D > C > B > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "D > C > B > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000560__videoplayback_7_frames_5__000046__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000602__videoplayback_9_frames_5__000051__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000625__videoplayback_9_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000641__2_frames_10__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000641__2_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > C > D > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > C > D > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000652__videoplayback_7_frames_5__000120__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000675__hualian_frames_10__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000675__hualian_frames_10__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000695__videoplayback_13_frames_5__000097__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000704__hualian_frames_10__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000704__hualian_frames_10__000046__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000725__2_frames_10__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000725__2_frames_10__000078__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000764__videoplayback_7_frames_5__000156__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000784__videoplayback_13_frames_5__000110__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > B > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > B > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000805__videoplayback_7_frames_5__000198__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000805__videoplayback_7_frames_5__000198__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000812__videoplayback_7_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > A > C > D\n(C) A > D > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > A > C > D", "C": "A > D > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000824__videoplayback_9_frames_5__000170__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000863__2_frames_10__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000863__2_frames_10__000040__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > C > B > A\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > C > B > A", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000885__hualian_frames_10__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000885__hualian_frames_10__000012__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000910__hualian_frames_10__000026__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000910__hualian_frames_10__000026__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000918__house1_frames_10__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000918__house1_frames_10__000071__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000935__videoplayback_7_frames_5__000171__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000965__videoplayback_13_frames_5__000104__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000976__videoplayback_9_frames_5__000216__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) B > D > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "B > D > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001002__videoplayback_13_frames_5__000144__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001029__videoplayback_9_frames_5__000188__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001040__house1_frames_10__000035__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001040__house1_frames_10__000035__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001051__videoplayback_9_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001060__videoplayback_9_frames_5__000003__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001060__videoplayback_9_frames_5__000003__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) D > A > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "D > A > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__hualian_frames_10__000107__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001070__hualian_frames_10__000107__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001111__videoplayback_9_frames_5__000192__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001111__videoplayback_9_frames_5__000192__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001139__hualian_frames_10__000021__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001139__hualian_frames_10__000021__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001163__videoplayback_13_frames_5__000079__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001198__videoplayback_13_frames_5__000042__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001206__hualian_frames_10__000055__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001206__hualian_frames_10__000055__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001230__videoplayback_7_frames_5__000181__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001246__hualian_frames_10__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001246__hualian_frames_10__000033__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001261__house1_frames_10__000074__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001261__house1_frames_10__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001296__house1_frames_10__000012__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001296__house1_frames_10__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001319__videoplayback_7_frames_5__000143__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001346__videoplayback_9_frames_5__000143__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001346__videoplayback_9_frames_5__000143__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001372__videoplayback_7_frames_5__000161__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001387__videoplayback_7_frames_5__000088__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001387__videoplayback_7_frames_5__000088__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) B > A > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "B > A > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001406__house1_frames_10__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001406__house1_frames_10__000078__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001419__house1_frames_10__000051__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001419__house1_frames_10__000051__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001434__videoplayback_9_frames_5__000012__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001441__hualian_frames_10__000102__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001441__hualian_frames_10__000102__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001459__house1_frames_10__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001459__house1_frames_10__000018__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001488__videoplayback_7_frames_5__000125__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001527__videoplayback_7_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > A > C\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > A > C", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001556__hualian_frames_10__000075__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001556__hualian_frames_10__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001579__videoplayback_13_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > C > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > C > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001602__videoplayback_7_frames_5__000187__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001602__videoplayback_7_frames_5__000187__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001633__videoplayback_7_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001633__videoplayback_7_frames_5__000109__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > A > C\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > A > C", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001649__videoplayback_9_frames_5__000190__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001660__2_frames_10__000013__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001660__2_frames_10__000013__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001672__videoplayback_13_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001700__2_frames_10__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001700__2_frames_10__000031__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001731__hualian_frames_10__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001731__hualian_frames_10__000004__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > A > D > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > A > D > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001749__videoplayback_13_frames_5__000093__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > D > B > A\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > D > B > A", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001769__house1_frames_10__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001769__house1_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) C > A > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "C > A > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001789__videoplayback_13_frames_5__000125__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001797__house1_frames_10__000013__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001797__house1_frames_10__000013__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001829__videoplayback_13_frames_5__000175__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001854__videoplayback_13_frames_5__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001854__videoplayback_13_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001866__2_frames_10__000036__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001866__2_frames_10__000036__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001887__videoplayback_13_frames_5__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001887__videoplayback_13_frames_5__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001904__videoplayback_7_frames_5__000132__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001904__videoplayback_7_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001944__videoplayback_7_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001944__videoplayback_7_frames_5__000035__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > B > D\n(C) D > B > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > B > D", "C": "D > B > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001963__hualian_frames_10__000092__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001963__hualian_frames_10__000092__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001986__hualian_frames_10__000037__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001986__hualian_frames_10__000037__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002007__house1_frames_10__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002007__house1_frames_10__000084__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002043__videoplayback_13_frames_5__000152__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002060__house1_frames_10__000104__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002060__house1_frames_10__000104__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002074__videoplayback_9_frames_5__000058__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002083__2_frames_10__000012__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002083__2_frames_10__000012__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002098__2_frames_10__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002098__2_frames_10__000065__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002116__videoplayback_9_frames_5__000275__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002133__videoplayback_7_frames_5__000101__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) D > C > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "D > C > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002153__hualian_frames_10__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002153__hualian_frames_10__000082__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002177__videoplayback_7_frames_5__000102__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002207__2_frames_10__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002207__2_frames_10__000035__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002222__2_frames_10__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002222__2_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002253__videoplayback_13_frames_5__000102__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002262__videoplayback_7_frames_5__000048__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002280__2_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002280__2_frames_10__000030__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002320__videoplayback_9_frames_5__000177__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002333__2_frames_10__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002333__2_frames_10__000076__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002369__videoplayback_13_frames_5__000013__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002404__videoplayback_9_frames_5__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > D > A > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > D > A > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002436__videoplayback_9_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002436__videoplayback_9_frames_5__000035__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002447__house1_frames_10__000097__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002447__house1_frames_10__000097__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002470__videoplayback_13_frames_5__000124__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002482__videoplayback_9_frames_5__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002504__videoplayback_9_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002512__hualian_frames_10__000112__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002512__hualian_frames_10__000112__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002531__videoplayback_9_frames_5__000279__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002531__videoplayback_9_frames_5__000279__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > C > A > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > C > A > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002582__videoplayback_9_frames_5__000044__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002599__videoplayback_13_frames_5__000168__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002633__hualian_frames_10__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002633__hualian_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > A > D\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > A > D", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002653__2_frames_10__000008__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002653__2_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002668__videoplayback_7_frames_5__000175__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002668__videoplayback_7_frames_5__000175__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > A > B\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > A > B", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002682__hualian_frames_10__000048__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002682__hualian_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002709__videoplayback_9_frames_5__000038__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002709__videoplayback_9_frames_5__000038__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002718__videoplayback_7_frames_5__000105__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002718__videoplayback_7_frames_5__000105__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) D > B > C > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "D > B > C > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002747__videoplayback_13_frames_5__000143__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002788__videoplayback_7_frames_5__000073__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002788__videoplayback_7_frames_5__000073__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > A > C > D\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > A > C > D", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002808__videoplayback_9_frames_5__000100__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002859__videoplayback_7_frames_5__000210__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002859__videoplayback_7_frames_5__000210__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002922__videoplayback_13_frames_5__000150__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002968__videoplayback_13_frames_5__000198__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > D > C\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > D > C", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003014__videoplayback_9_frames_5__000163__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > C > A\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > C > A", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003035__videoplayback_13_frames_5__000057__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) B > C > D > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "B > C > D > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003060__videoplayback_13_frames_5__000089__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > B > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > B > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003079__videoplayback_13_frames_5__000222__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003102__videoplayback_13_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003102__videoplayback_13_frames_5__000055__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003115__videoplayback_9_frames_5__000045__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > A > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > A > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003150__videoplayback_7_frames_5__000154__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003215__videoplayback_7_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003215__videoplayback_7_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003223__videoplayback_9_frames_5__000014__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003223__videoplayback_9_frames_5__000014__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) B > D > A > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "B > D > A > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003257__videoplayback_13_frames_5__000217__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003300__videoplayback_13_frames_5__000145__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003300__videoplayback_13_frames_5__000145__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003333__videoplayback_7_frames_5__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003333__videoplayback_7_frames_5__000087__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003382__videoplayback_13_frames_5__000044__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003404__videoplayback_9_frames_5__000269__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003404__videoplayback_9_frames_5__000269__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) B > D > C > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "B > D > C > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003445__videoplayback_9_frames_5__000259__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > B > C > D\n(C) D > C > A > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > B > C > D", "C": "D > C > A > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003474__videoplayback_9_frames_5__000050__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > C > B > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > C > B > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003501__videoplayback_13_frames_5__000184__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > D > A\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > D > A", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003544__videoplayback_9_frames_5__000173__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003544__videoplayback_9_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003620__videoplayback_13_frames_5__000029__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) A > B > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "A > B > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003696__videoplayback_9_frames_5__000261__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003696__videoplayback_9_frames_5__000261__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003770__videoplayback_9_frames_5__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003794__videoplayback_13_frames_5__000056__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > A > B > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > A > B > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003805__videoplayback_9_frames_5__000251__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003805__videoplayback_9_frames_5__000251__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003827__videoplayback_13_frames_5__000008__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003880__videoplayback_9_frames_5__000067__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003909__videoplayback_7_frames_5__000167__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003909__videoplayback_7_frames_5__000167__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > C > A\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > C > A", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003950__videoplayback_7_frames_5__000153__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004006__videoplayback_7_frames_5__000194__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004052__videoplayback_13_frames_5__000183__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004052__videoplayback_13_frames_5__000183__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) D > B > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "D > B > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004078__videoplayback_7_frames_5__000142__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > B > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > B > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004139__videoplayback_9_frames_5__000052__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) D > B > C > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "D > B > C > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004191__videoplayback_9_frames_5__000111__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004240__videoplayback_9_frames_5__000168__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004284__videoplayback_13_frames_5__000176__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004284__videoplayback_13_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004332__videoplayback_9_frames_5__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004332__videoplayback_9_frames_5__000061__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > A > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > A > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004368__videoplayback_13_frames_5__000019__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004403__videoplayback_13_frames_5__000065__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > D > C\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > D > C", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004419__videoplayback_13_frames_5__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004419__videoplayback_13_frames_5__000066__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > C > D\n(C) D > B > A > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > C > D", "C": "D > B > A > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004444__videoplayback_9_frames_5__000154__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > C > D > A\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > C > D > A", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004495__videoplayback_9_frames_5__000138__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > B > D > A\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > B > D > A", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004526__videoplayback_9_frames_5__000132__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004554__videoplayback_7_frames_5__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > D > A > C\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > D > A > C", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004588__videoplayback_9_frames_5__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004588__videoplayback_9_frames_5__000017__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004604__videoplayback_9_frames_5__000257__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004625__videoplayback_9_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004625__videoplayback_9_frames_5__000155__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > A > C\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > A > C", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004658__videoplayback_7_frames_5__000180__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > A > C > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > A > C > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004710__videoplayback_9_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) A > C > D > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "A > C > D > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004741__videoplayback_7_frames_5__000115__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004741__videoplayback_7_frames_5__000115__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004785__videoplayback_9_frames_5__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004785__videoplayback_9_frames_5__000064__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004800__videoplayback_7_frames_5__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004840__videoplayback_13_frames_5__000009__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > A > D\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > A > D", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004886__videoplayback_7_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004886__videoplayback_7_frames_5__000170__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) B > C > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "B > C > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004919__videoplayback_13_frames_5__000208__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004965__videoplayback_9_frames_5__000028__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004965__videoplayback_9_frames_5__000028__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e80d93c887794f8b2ad7417f852d09df1598eec3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard1.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000004__house1_frames_10__000050__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000004__house1_frames_10__000050__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000028__videoplayback_7_frames_5__000165__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > C > B > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > C > B > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000042__videoplayback_13_frames_5__000135__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000065__hualian_frames_10__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000065__hualian_frames_10__000073__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000077__hualian_frames_10__000008__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000077__hualian_frames_10__000008__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > C > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > C > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000099__videoplayback_13_frames_5__000200__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) A > D > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "A > D > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000107__videoplayback_7_frames_5__000028__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > C > D\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > C > D", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000130__videoplayback_9_frames_5__000273__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000130__videoplayback_9_frames_5__000273__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000150__videoplayback_13_frames_5__000114__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000150__videoplayback_13_frames_5__000114__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000168__videoplayback_7_frames_5__000004__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) B > C > D > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "B > C > D > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000172__videoplayback_9_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) A > C > D > B\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "A > C > D > B", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000195__house1_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000195__house1_frames_10__000062__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000213__videoplayback_9_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > C > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > C > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000223__house1_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000223__house1_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) B > D > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "B > D > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000246__hualian_frames_10__000101__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000246__hualian_frames_10__000101__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > B > C\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > B > C", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000303__house1_frames_10__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000303__house1_frames_10__000055__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > A > B\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > A > B", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000310__videoplayback_9_frames_5__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000310__videoplayback_9_frames_5__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000335__house1_frames_10__000047__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000335__house1_frames_10__000047__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000352__hualian_frames_10__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000352__hualian_frames_10__000078__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000381__2_frames_10__000034__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000381__2_frames_10__000034__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) C > A > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "C > A > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000395__videoplayback_9_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) C > B > D > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "C > B > D > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000417__videoplayback_13_frames_5__000154__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000417__videoplayback_13_frames_5__000154__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000435__videoplayback_9_frames_5__000117__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > D > B > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > D > B > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000448__house1_frames_10__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000448__house1_frames_10__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000464__videoplayback_7_frames_5__000200__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000477__videoplayback_13_frames_5__000075__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > D > A\n(C) C > A > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > D > A", "C": "C > A > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000496__videoplayback_13_frames_5__000193__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > A > B\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > A > B", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000506__videoplayback_13_frames_5__000166__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000506__videoplayback_13_frames_5__000166__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > B > D > C\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > B > D > C", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000532__videoplayback_9_frames_5__000223__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000532__videoplayback_9_frames_5__000223__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > C > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > C > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000581__videoplayback_7_frames_5__000131__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000604__house1_frames_10__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000604__house1_frames_10__000080__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000627__videoplayback_13_frames_5__000069__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000643__hualian_frames_10__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000643__hualian_frames_10__000002__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) B > A > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "B > A > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000663__house1_frames_10__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000663__house1_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > D > C\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > D > C", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000676__hualian_frames_10__000035__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000676__hualian_frames_10__000035__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000698__videoplayback_7_frames_5__000104__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > D > B\n(C) D > A > C > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > D > B", "C": "D > A > C > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000709__2_frames_10__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000709__2_frames_10__000062__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000743__videoplayback_9_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000768__hualian_frames_10__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000768__hualian_frames_10__000047__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000795__videoplayback_13_frames_5__000236__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000808__house1_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000808__house1_frames_10__000025__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) D > A > C > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "D > A > C > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000813__house1_frames_10__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000813__house1_frames_10__000054__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > C > D\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > C > D", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000832__videoplayback_7_frames_5__000203__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000878__hualian_frames_10__000056__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000878__hualian_frames_10__000056__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) B > C > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "B > C > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000891__hualian_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000891__hualian_frames_10__000014__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000912__house1_frames_10__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000912__house1_frames_10__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000919__hualian_frames_10__000028__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000919__hualian_frames_10__000028__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > A > C\n(C) D > A > B > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > A > C", "C": "D > A > B > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000942__videoplayback_7_frames_5__000128__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000966__videoplayback_13_frames_5__000084__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) D > A > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "D > A > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000977__hualian_frames_10__000109__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000977__hualian_frames_10__000109__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001012__house1_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001012__house1_frames_10__000039__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > A > B > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > A > B > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001031__videoplayback_13_frames_5__000221__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > D > A\n(C) D > C > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > D > A", "C": "D > C > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001041__house1_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001041__house1_frames_10__000014__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001052__2_frames_10__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001052__2_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > D > A > B\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > D > A > B", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001061__hualian_frames_10__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001061__hualian_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > B > C\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > B > C", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001070__videoplayback_9_frames_5__000277__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001070__videoplayback_9_frames_5__000277__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001122__videoplayback_13_frames_5__000159__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001144__2_frames_10__000072__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001144__2_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001172__2_frames_10__000048__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001172__2_frames_10__000048__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001200__videoplayback_13_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001207__house1_frames_10__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001207__house1_frames_10__000036__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001234__hualian_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001234__hualian_frames_10__000045__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > A > D > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > A > D > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001251__2_frames_10__000071__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001251__2_frames_10__000071__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) D > A > C > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "D > A > C > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001264__videoplayback_13_frames_5__000156__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001264__videoplayback_13_frames_5__000156__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001304__2_frames_10__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001304__2_frames_10__000016__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001324__videoplayback_13_frames_5__000209__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001348__2_frames_10__000011__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001348__2_frames_10__000011__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001375__hualian_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001375__hualian_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001391__hualian_frames_10__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001391__hualian_frames_10__000103__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > D > C > B\n(C) B > D > A > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > D > C > B", "C": "B > D > A > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001412__hualian_frames_10__000023__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001412__hualian_frames_10__000023__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001421__2_frames_10__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001421__2_frames_10__000037__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001435__hualian_frames_10__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001435__hualian_frames_10__000005__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001448__videoplayback_9_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001448__videoplayback_9_frames_5__000139__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > D > A\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > D > A", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001460__2_frames_10__000024__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001460__2_frames_10__000024__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001492__hualian_frames_10__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001492__hualian_frames_10__000006__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > C > B\n(C) B > D > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > C > B", "C": "B > D > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001528__2_frames_10__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001528__2_frames_10__000060__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) D > C > A > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "D > C > A > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001558__videoplayback_13_frames_5__000035__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001580__2_frames_10__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001580__2_frames_10__000046__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > D > C\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > D > C", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001608__house1_frames_10__000092__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001608__house1_frames_10__000092__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001638__hualian_frames_10__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001638__hualian_frames_10__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > C > D > A\n(C) B > D > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > C > D > A", "C": "B > D > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001650__house1_frames_10__000085__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001650__house1_frames_10__000085__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001660__videoplayback_13_frames_5__000239__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) C > D > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "C > D > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001676__videoplayback_9_frames_5__000085__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001709__2_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001709__2_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001732__house1_frames_10__000029__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001732__house1_frames_10__000029__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001750__hualian_frames_10__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001750__hualian_frames_10__000017__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__2_frames_10__000056__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001778__2_frames_10__000056__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__hualian_frames_10__000051__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001790__hualian_frames_10__000051__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > C > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > C > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001816__videoplayback_13_frames_5__000189__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) B > C > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "B > C > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001835__hualian_frames_10__000043__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001835__hualian_frames_10__000043__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001857__hualian_frames_10__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001857__hualian_frames_10__000098__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001867__house1_frames_10__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001867__house1_frames_10__000005__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001893__hualian_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001893__hualian_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > C > A > D\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > C > A > D", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001919__house1_frames_10__000081__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001919__house1_frames_10__000081__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001953__2_frames_10__000023__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001953__2_frames_10__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001966__2_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001966__2_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001993__videoplayback_13_frames_5__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001993__videoplayback_13_frames_5__000031__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) B > C > D > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "B > C > D > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002010__hualian_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002010__hualian_frames_10__000070__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > D > C > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > D > C > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002047__videoplayback_7_frames_5__000140__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > C > B\n(C) A > B > D > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > C > B", "C": "A > B > D > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002068__house1_frames_10__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002068__house1_frames_10__000106__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > B > D\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > B > D", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002075__2_frames_10__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002075__2_frames_10__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > C > D > A\n(C) A > B > D > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > C > D > A", "C": "A > B > D > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002085__videoplayback_13_frames_5__000188__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002085__videoplayback_13_frames_5__000188__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002100__house1_frames_10__000017__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002100__house1_frames_10__000017__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > B > A\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > B > A", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002122__hualian_frames_10__000105__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002122__hualian_frames_10__000105__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > A > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > A > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002144__videoplayback_9_frames_5__000033__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002156__house1_frames_10__000094__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002156__house1_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > B > A\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > B > A", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002192__hualian_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002192__hualian_frames_10__000030__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) A > D > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "A > D > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002215__hualian_frames_10__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002215__hualian_frames_10__000076__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > A > C\n(C) D > B > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > A > C", "C": "D > B > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002238__videoplayback_9_frames_5__000148__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002257__hualian_frames_10__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002257__hualian_frames_10__000015__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > A > D\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > A > D", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002264__hualian_frames_10__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002264__hualian_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > A > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > A > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002309__videoplayback_9_frames_5__000204__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002322__videoplayback_7_frames_5__000133__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002322__videoplayback_7_frames_5__000133__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > A > B > C\n(C) A > D > C > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > A > B > C", "C": "A > D > C > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002340__videoplayback_9_frames_5__000090__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002372__hualian_frames_10__000009__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002372__hualian_frames_10__000009__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > A > B\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > A > B", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002408__house1_frames_10__000099__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002408__house1_frames_10__000099__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > D > A > C\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > D > A > C", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002440__videoplayback_7_frames_5__000063__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002449__hualian_frames_10__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002449__hualian_frames_10__000110__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > D > B\n(C) B > C > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > D > B", "C": "B > C > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002471__house1_frames_10__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002471__house1_frames_10__000019__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > D > B\n(C) A > B > D > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > D > B", "C": "A > B > D > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002491__hualian_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002491__hualian_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002505__2_frames_10__000004__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002505__2_frames_10__000004__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002513__hualian_frames_10__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002513__hualian_frames_10__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002540__house1_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002540__house1_frames_10__000032__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002583__videoplayback_7_frames_5__000185__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > C > D\n(C) B > A > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > C > D", "C": "B > A > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002614__videoplayback_13_frames_5__000092__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002640__house1_frames_10__000030__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002640__house1_frames_10__000030__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) A > B > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "A > B > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002655__house1_frames_10__000079__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002655__house1_frames_10__000079__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002675__videoplayback_9_frames_5__000254__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002675__videoplayback_9_frames_5__000254__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > B > A > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > B > A > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002683__hualian_frames_10__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002683__hualian_frames_10__000093__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002710__videoplayback_7_frames_5__000196__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002724__videoplayback_13_frames_5__000021__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > A > B > D\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > A > B > D", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002765__videoplayback_13_frames_5__000213__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > A > D\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > A > D", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002795__videoplayback_9_frames_5__000005__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002795__videoplayback_9_frames_5__000005__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > C > A\n(C) C > A > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > C > A", "C": "C > A > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002835__videoplayback_7_frames_5__000195__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002835__videoplayback_7_frames_5__000195__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) A > D > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "A > D > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002877__videoplayback_7_frames_5__000152__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002925__videoplayback_9_frames_5__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002925__videoplayback_9_frames_5__000104__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002977__videoplayback_9_frames_5__000115__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002977__videoplayback_9_frames_5__000115__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > D > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > D > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003016__videoplayback_9_frames_5__000262__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003036__videoplayback_7_frames_5__000204__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > C > B > A\n(C) B > A > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > C > B > A", "C": "B > A > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003065__videoplayback_9_frames_5__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003065__videoplayback_9_frames_5__000060__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003083__videoplayback_13_frames_5__000211__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003103__videoplayback_9_frames_5__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003125__videoplayback_9_frames_5__000276__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003125__videoplayback_9_frames_5__000276__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > C > D\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > C > D", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003188__videoplayback_7_frames_5__000079__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > A > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > A > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003216__videoplayback_7_frames_5__000033__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003225__videoplayback_13_frames_5__000139__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > D > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > D > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003282__videoplayback_13_frames_5__000002__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > B > D > A\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > B > D > A", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003307__videoplayback_9_frames_5__000114__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003343__videoplayback_7_frames_5__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003343__videoplayback_7_frames_5__000060__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > D > A > B\n(C) B > A > C > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > D > A > B", "C": "B > A > C > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003396__videoplayback_7_frames_5__000137__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > C > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > C > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003408__videoplayback_13_frames_5__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003408__videoplayback_13_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > A > C > B\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > A > C > B", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003456__videoplayback_9_frames_5__000222__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) A > C > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "A > C > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003477__videoplayback_13_frames_5__000001__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > D > A > C\n(C) B > D > C > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > D > A > C", "C": "B > D > C > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003502__videoplayback_13_frames_5__000023__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003550__videoplayback_9_frames_5__000079__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003646__videoplayback_13_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003723__videoplayback_9_frames_5__000179__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003723__videoplayback_9_frames_5__000179__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003784__videoplayback_9_frames_5__000260__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003796__videoplayback_13_frames_5__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > A > C > D\n(C) B > D > C > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > A > C > D", "C": "B > D > C > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003817__videoplayback_7_frames_5__000145__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > D > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > D > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003854__videoplayback_13_frames_5__000164__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003885__videoplayback_13_frames_5__000204__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003885__videoplayback_13_frames_5__000204__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > D > B > A\n(C) C > A > B > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > D > B > A", "C": "C > A > B > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003928__videoplayback_7_frames_5__000002__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > D > B\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > D > B", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003956__videoplayback_7_frames_5__000038__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004030__videoplayback_9_frames_5__000073__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) C > B > A > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "C > B > A > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004057__videoplayback_13_frames_5__000161__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004057__videoplayback_13_frames_5__000161__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > D > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > D > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004088__videoplayback_13_frames_5__000237__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004151__videoplayback_9_frames_5__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > A > C\n(C) A > B > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > A > C", "C": "A > B > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004216__videoplayback_7_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > C > A > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > C > A > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004251__videoplayback_13_frames_5__000033__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > B > C\n(C) D > B > C > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > B > C", "C": "D > B > C > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004290__videoplayback_9_frames_5__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004290__videoplayback_9_frames_5__000037__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > D > C > B\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > D > C > B", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004334__videoplayback_9_frames_5__000157__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004371__videoplayback_9_frames_5__000069__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > B > D\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > B > D", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004406__videoplayback_9_frames_5__000031__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004439__videoplayback_9_frames_5__000087__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004464__videoplayback_13_frames_5__000120__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > C > B > D\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > C > B > D", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004499__videoplayback_7_frames_5__000111__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) C > B > A > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "C > B > A > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004542__videoplayback_7_frames_5__000054__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004556__videoplayback_13_frames_5__000138__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004589__videoplayback_13_frames_5__000137__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004612__videoplayback_9_frames_5__000224__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > B > C > D\n(C) C > A > B > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > B > C > D", "C": "C > A > B > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004631__videoplayback_7_frames_5__000006__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004631__videoplayback_7_frames_5__000006__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004686__videoplayback_9_frames_5__000009__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > D > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > D > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004716__videoplayback_7_frames_5__000001__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > A > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > A > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004752__videoplayback_9_frames_5__000169__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004752__videoplayback_9_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) D > B > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "D > B > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004790__videoplayback_9_frames_5__000211__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004807__videoplayback_7_frames_5__000097__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004846__videoplayback_13_frames_5__000207__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004891__videoplayback_13_frames_5__000238__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004921__videoplayback_7_frames_5__000005__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004974__videoplayback_13_frames_5__000030__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004974__videoplayback_13_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..90241c1d5d62b2adb8462ec451814cd3ad4ed028 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard2.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000007__videoplayback_13_frames_5__000005__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000007__videoplayback_13_frames_5__000005__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > C > A\n(C) C > B > A > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > C > A", "C": "C > B > A > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000036__videoplayback_9_frames_5__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000036__videoplayback_9_frames_5__000002__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > D > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > D > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000044__videoplayback_9_frames_5__000040__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > D > C\n(C) C > D > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > D > C", "C": "C > D > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000066__hualian_frames_10__000079__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000066__hualian_frames_10__000079__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000083__videoplayback_13_frames_5__000194__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000083__videoplayback_13_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__hualian_frames_10__000106__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000104__hualian_frames_10__000106__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000109__videoplayback_9_frames_5__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000109__videoplayback_9_frames_5__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000132__house1_frames_10__000076__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000132__house1_frames_10__000076__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000152__videoplayback_13_frames_5__000172__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000152__videoplayback_13_frames_5__000172__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000169__house1_frames_10__000033__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000169__house1_frames_10__000033__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000178__videoplayback_13_frames_5__000157__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > B > A > D\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > B > A > D", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000197__videoplayback_9_frames_5__000032__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > B > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > B > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000214__house1_frames_10__000021__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000214__house1_frames_10__000021__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > C > D\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > C > D", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000226__videoplayback_13_frames_5__000214__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) B > A > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "B > A > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000250__house1_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000250__house1_frames_10__000070__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) B > A > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "B > A > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000305__2_frames_10__000049__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000305__2_frames_10__000049__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000315__house1_frames_10__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000315__house1_frames_10__000024__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) C > A > B > D\n(C) B > A > C > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "C > A > B > D", "C": "B > A > C > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000338__videoplayback_7_frames_5__000126__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > D > A > C\n(C) D > A > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > D > A > C", "C": "D > A > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000361__house1_frames_10__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000361__house1_frames_10__000075__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000387__2_frames_10__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000387__2_frames_10__000058__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > D > C\n(C) D > A > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > D > C", "C": "D > A > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000399__house1_frames_10__000016__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000399__house1_frames_10__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > C > D\n(C) C > A > D > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > C > D", "C": "C > A > D > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000420__videoplayback_7_frames_5__000183__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > A > C\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > A > C", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000436__videoplayback_9_frames_5__000238__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000436__videoplayback_9_frames_5__000238__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) D > C > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "D > C > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000448__videoplayback_9_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) A > B > D > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "A > B > D > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000468__videoplayback_9_frames_5__000074__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000486__videoplayback_7_frames_5__000007__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) C > A > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "C > A > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000499__2_frames_10__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000499__2_frames_10__000077__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > A > D\n(C) D > C > A > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > A > D", "C": "D > C > A > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000509__house1_frames_10__000046__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000509__house1_frames_10__000046__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > B > C > A\n(C) B > D > A > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > B > C > A", "C": "B > D > A > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000538__house1_frames_10__000026__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000538__house1_frames_10__000026__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000595__hualian_frames_10__000104__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000595__hualian_frames_10__000104__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > B > D\n(C) A > C > D > B\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > B > D", "C": "A > C > D > B", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000612__2_frames_10__000051__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000612__2_frames_10__000051__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000637__house1_frames_10__000041__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000637__house1_frames_10__000041__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000644__videoplayback_13_frames_5__000070__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > B > D > C\n(C) B > D > A > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > B > D > C", "C": "B > D > A > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000664__hualian_frames_10__000096__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000664__hualian_frames_10__000096__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > C > B > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > C > B > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000692__house1_frames_10__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000692__house1_frames_10__000045__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) D > A > C > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "D > A > C > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000699__videoplayback_13_frames_5__000113__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) C > B > A > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "C > B > A > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000714__videoplayback_7_frames_5__000117__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000760__hualian_frames_10__000074__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000760__hualian_frames_10__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) A > C > B > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "A > C > B > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000771__videoplayback_9_frames_5__000081__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > C > D > A\n(C) D > A > B > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > C > D > A", "C": "D > A > B > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000796__hualian_frames_10__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000796__hualian_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) A > C > B > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "A > C > B > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000810__hualian_frames_10__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000810__hualian_frames_10__000090__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000817__videoplayback_7_frames_5__000025__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000839__videoplayback_13_frames_5__000115__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000880__2_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000880__2_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > B > D > C\n(C) A > C > D > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > B > D > C", "C": "A > C > D > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000894__videoplayback_7_frames_5__000176__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000894__videoplayback_7_frames_5__000176__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > A > C > B\n(C) A > C > B > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > A > C > B", "C": "A > C > B > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000914__hualian_frames_10__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000914__hualian_frames_10__000066__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000920__house1_frames_10__000058__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000920__house1_frames_10__000058__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000959__2_frames_10__000073__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000959__2_frames_10__000073__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000971__house1_frames_10__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000971__house1_frames_10__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000987__house1_frames_10__000100__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000987__house1_frames_10__000100__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > B > A\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > B > A", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001026__videoplayback_13_frames_5__000082__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > D > B\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > D > B", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001032__videoplayback_9_frames_5__000072__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > D > A > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > D > A > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001049__house1_frames_10__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001049__house1_frames_10__000087__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) C > B > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "C > B > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001055__videoplayback_9_frames_5__000018__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001055__videoplayback_9_frames_5__000018__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > C > B > D\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > C > B > D", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001061__videoplayback_7_frames_5__000136__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001061__videoplayback_7_frames_5__000136__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001080__videoplayback_13_frames_5__000179__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > D > C > A\n(C) A > C > B > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > D > C > A", "C": "A > C > B > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001134__videoplayback_13_frames_5__000123__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001145__videoplayback_13_frames_5__000046__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001145__videoplayback_13_frames_5__000046__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > A > D\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > A > D", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001178__house1_frames_10__000066__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001178__house1_frames_10__000066__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) A > C > D > B\n(C) C > A > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "A > C > D > B", "C": "C > A > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001203__hualian_frames_10__000003__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001203__hualian_frames_10__000003__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001210__videoplayback_9_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) D > C > A > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "D > C > A > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001238__videoplayback_13_frames_5__000054__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > C > D > A\n(C) A > B > C > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > C > D > A", "C": "A > B > C > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001253__hualian_frames_10__000031__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001253__hualian_frames_10__000031__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) B > D > C > A\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "B > D > C > A", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001270__2_frames_10__000041__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001270__2_frames_10__000041__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) B > C > A > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "B > C > A > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001304__videoplayback_9_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001326__hualian_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001326__hualian_frames_10__000039__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > A > B > D\n(C) B > C > D > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > A > B > D", "C": "B > C > D > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001363__videoplayback_13_frames_5__000007__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001363__videoplayback_13_frames_5__000007__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) B > C > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "B > C > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001379__videoplayback_13_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001398__hualian_frames_10__000100__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001398__hualian_frames_10__000100__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) A > B > C > D\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "A > B > C > D", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001413__videoplayback_7_frames_5__000138__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > D > A > C\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > D > A > C", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001422__2_frames_10__000052__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001422__2_frames_10__000052__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > A > B > D\n(C) C > B > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > A > B > D", "C": "C > B > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001437__house1_frames_10__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001437__house1_frames_10__000082__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001456__videoplayback_9_frames_5__000226__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > C > D\n(C) D > B > C > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > C > D", "C": "D > B > C > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001472__videoplayback_13_frames_5__000077__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001505__videoplayback_13_frames_5__000112__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001505__videoplayback_13_frames_5__000112__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) D > C > B > A\n(C) B > A > D > C\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "D > C > B > A", "C": "B > A > D > C", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001533__2_frames_10__000054__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001533__2_frames_10__000054__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001562__hualian_frames_10__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001562__hualian_frames_10__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) A > C > D > B\n(C) D > A > B > C\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "A > C > D > B", "C": "D > A > B > C", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001586__videoplayback_7_frames_5__000182__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > A > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > A > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001611__house1_frames_10__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001611__house1_frames_10__000091__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001645__2_frames_10__000002__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001645__2_frames_10__000002__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) B > D > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "B > D > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__house1_frames_10__000073__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001658__house1_frames_10__000073__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) C > A > B > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "C > A > B > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001664__2_frames_10__000059__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001664__2_frames_10__000059__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > B > C > D\n(C) B > C > D > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > B > C > D", "C": "B > C > D > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001687__videoplayback_13_frames_5__000098__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001712__videoplayback_7_frames_5__000093__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > B > A > C\n(C) D > A > B > C\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > B > A > C", "C": "D > A > B > C", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001733__videoplayback_13_frames_5__000162__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001733__videoplayback_13_frames_5__000162__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001750__videoplayback_9_frames_5__000209__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > D > C\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > D > C", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001778__videoplayback_13_frames_5__000131__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001778__videoplayback_13_frames_5__000131__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001790__videoplayback_13_frames_5__000191__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) B > A > C > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "B > A > C > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001820__2_frames_10__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001820__2_frames_10__000028__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > C > B > A\n(C) A > B > C > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > C > B > A", "C": "A > B > C > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001842__hualian_frames_10__000094__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001842__hualian_frames_10__000094__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) A > B > D > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "A > B > D > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001858__hualian_frames_10__000024__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001858__hualian_frames_10__000024__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001867__videoplayback_13_frames_5__000086__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001867__videoplayback_13_frames_5__000086__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > C > D > B\n(C) C > B > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > C > D > B", "C": "C > B > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001895__videoplayback_7_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > D > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > D > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001924__videoplayback_7_frames_5__000056__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001958__house1_frames_10__000060__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001958__house1_frames_10__000060__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001978__hualian_frames_10__000007__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001978__hualian_frames_10__000007__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) D > A > B > C\n(C) B > A > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "D > A > B > C", "C": "B > A > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002000__hualian_frames_10__000044__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002000__hualian_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > A > B > C\n(C) C > B > A > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > A > B > C", "C": "C > B > A > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002023__2_frames_10__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002023__2_frames_10__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002054__videoplayback_7_frames_5__000177__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002069__hualian_frames_10__000083__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002069__hualian_frames_10__000083__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) C > A > B > D\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "C > A > B > D", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002079__house1_frames_10__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002079__house1_frames_10__000011__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > B > C > A\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > B > C > A", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002087__2_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002087__2_frames_10__000063__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002103__hualian_frames_10__000029__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002103__hualian_frames_10__000029__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002128__videoplayback_9_frames_5__000106__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002128__videoplayback_9_frames_5__000106__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) A > C > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "A > C > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002145__videoplayback_13_frames_5__000016__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > A > C\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > A > C", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002156__videoplayback_13_frames_5__000167__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002198__videoplayback_9_frames_5__000231__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002198__videoplayback_9_frames_5__000231__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) B > D > C > A\n(C) D > B > A > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "B > D > C > A", "C": "D > B > A > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002219__videoplayback_9_frames_5__000242__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) D > A > C > B\n(C) B > A > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "D > A > C > B", "C": "B > A > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002239__videoplayback_9_frames_5__000225__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) A > D > B > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "A > D > B > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__2_frames_10__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002259__2_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) C > A > B > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "C > A > B > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002271__hualian_frames_10__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002271__hualian_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002315__house1_frames_10__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002315__house1_frames_10__000072__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) A > C > D > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "A > C > D > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002329__hualian_frames_10__000097__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002329__hualian_frames_10__000097__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002348__videoplayback_9_frames_5__000120__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002348__videoplayback_9_frames_5__000120__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > A > B > C\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > A > B > C", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002398__2_frames_10__000039__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002398__2_frames_10__000039__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > A > C\n(C) C > B > D > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > A > C", "C": "C > B > D > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002424__videoplayback_9_frames_5__000145__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > D > A > B\n(C) B > C > A > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > D > A > B", "C": "B > C > A > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__house1_frames_10__000044__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002443__house1_frames_10__000044__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > A > B\n(C) B > A > D > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > A > B", "C": "B > A > D > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002457__videoplayback_7_frames_5__000020__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > B > C > D\n(C) D > B > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > B > C > D", "C": "D > B > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002471__videoplayback_9_frames_5__000215__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > B > A\n(C) B > A > D > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > B > A", "C": "B > A > D > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002494__hualian_frames_10__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002494__hualian_frames_10__000108__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > B > A > C\n(C) B > D > C > A\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > B > A > C", "C": "B > D > C > A", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002508__2_frames_10__000070__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002508__2_frames_10__000070__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002517__videoplayback_7_frames_5__000209__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002517__videoplayback_7_frames_5__000209__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > C > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > C > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002555__house1_frames_10__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002555__house1_frames_10__000068__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002589__hualian_frames_10__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002589__hualian_frames_10__000059__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > B > A > D\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > B > A > D", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002620__house1_frames_10__000004__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002620__house1_frames_10__000004__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > C > B > D\n(C) B > A > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > C > B > D", "C": "B > A > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002641__videoplayback_13_frames_5__000090__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) B > A > C > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "B > A > C > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002663__2_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002663__2_frames_10__000042__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002676__videoplayback_9_frames_5__000164__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > B > C > A\n(C) D > C > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > B > C > A", "C": "D > C > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002701__videoplayback_13_frames_5__000225__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002701__videoplayback_13_frames_5__000225__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > D > B > C\n(C) C > B > A > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > D > B > C", "C": "C > B > A > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002711__videoplayback_9_frames_5__000071__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) A > D > B > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "A > D > B > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002738__videoplayback_9_frames_5__000147__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) D > A > C > B\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "D > A > C > B", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002773__videoplayback_7_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002773__videoplayback_7_frames_5__000155__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > C > B > A\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > C > B > A", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002801__videoplayback_9_frames_5__000250__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002801__videoplayback_9_frames_5__000250__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > B > A > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > B > A > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002841__videoplayback_13_frames_5__000036__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002915__videoplayback_9_frames_5__000047__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002915__videoplayback_9_frames_5__000047__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > B > C\n(C) B > C > D > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > B > C", "C": "B > C > D > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002933__videoplayback_13_frames_5__000087__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > D > A\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > D > A", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002983__videoplayback_9_frames_5__000015__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > A > B > C\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > A > B > C", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003030__videoplayback_9_frames_5__000056__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > D > A\n(C) A > C > D > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > D > A", "C": "A > C > D > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003047__videoplayback_7_frames_5__000103__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003073__videoplayback_7_frames_5__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > B > D > C\n(C) B > C > A > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > B > D > C", "C": "B > C > A > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003085__videoplayback_13_frames_5__000233__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003106__videoplayback_7_frames_5__000061__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003133__videoplayback_9_frames_5__000078__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003201__videoplayback_7_frames_5__000011__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003201__videoplayback_7_frames_5__000011__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) D > C > B > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "D > C > B > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003217__videoplayback_7_frames_5__000201__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003217__videoplayback_7_frames_5__000201__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > D > A > B\n(C) A > B > D > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > D > A > B", "C": "A > B > D > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003241__videoplayback_13_frames_5__000091__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > D > B > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > D > B > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003283__videoplayback_7_frames_5__000074__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003314__videoplayback_13_frames_5__000080__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003347__videoplayback_13_frames_5__000045__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003397__videoplayback_7_frames_5__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003439__videoplayback_13_frames_5__000187__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > A > D > B\n(C) D > A > B > C\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > A > D > B", "C": "D > A > B > C", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003459__videoplayback_13_frames_5__000181__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003482__videoplayback_13_frames_5__000202__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003482__videoplayback_13_frames_5__000202__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003510__videoplayback_7_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) D > A > B > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "D > A > B > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003575__videoplayback_7_frames_5__000192__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > D > C\n(C) B > D > A > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > D > C", "C": "B > D > A > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003687__videoplayback_9_frames_5__000181__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003687__videoplayback_9_frames_5__000181__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > B > D > C\n(C) C > D > A > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > B > D > C", "C": "C > D > A > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003738__videoplayback_7_frames_5__000150__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) D > C > B > A\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "D > C > B > A", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003785__videoplayback_13_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > C > D\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > C > D", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003801__videoplayback_7_frames_5__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003801__videoplayback_7_frames_5__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > A > D > C\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > A > D > C", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003818__videoplayback_13_frames_5__000121__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > A > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > A > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003867__videoplayback_9_frames_5__000153__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > B > A\n(C) C > B > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > B > A", "C": "C > B > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003890__videoplayback_9_frames_5__000256__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) D > B > A > C\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "D > B > A > C", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003939__videoplayback_7_frames_5__000058__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003984__videoplayback_13_frames_5__000012__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004041__videoplayback_9_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004066__videoplayback_13_frames_5__000068__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > A > C\n(C) B > A > D > C\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > A > C", "C": "B > A > D > C", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004105__videoplayback_7_frames_5__000082__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > D > B > A\n(C) A > B > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > D > B > A", "C": "A > B > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004174__videoplayback_9_frames_5__000255__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004229__videoplayback_9_frames_5__000203__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) B > D > A > C\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "B > D > A > C", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004265__videoplayback_7_frames_5__000144__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > A > C > D\n(C) C > B > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > A > C > D", "C": "C > B > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004297__videoplayback_9_frames_5__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004297__videoplayback_9_frames_5__000007__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > D > C > A\n(C) B > A > C > D\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > D > C > A", "C": "B > A > C > D", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004354__videoplayback_7_frames_5__000127__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > C > B > A\n(C) C > B > A > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > C > B > A", "C": "C > B > A > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004373__videoplayback_7_frames_5__000085__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004409__videoplayback_7_frames_5__000119__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004409__videoplayback_7_frames_5__000119__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > C > D\n(C) D > C > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > C > D", "C": "D > C > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004440__videoplayback_9_frames_5__000102__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004440__videoplayback_9_frames_5__000102__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004473__videoplayback_7_frames_5__000179__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004502__videoplayback_13_frames_5__000067__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > C > B\n(C) C > D > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > C > B", "C": "C > D > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004547__videoplayback_9_frames_5__000197__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > C > B > A\n(C) B > D > C > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > C > B > A", "C": "B > D > C > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004558__videoplayback_13_frames_5__000078__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004592__videoplayback_9_frames_5__000195__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004592__videoplayback_9_frames_5__000195__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) B > D > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "B > D > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004616__videoplayback_9_frames_5__000271__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004616__videoplayback_9_frames_5__000271__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004636__videoplayback_13_frames_5__000232__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004636__videoplayback_13_frames_5__000232__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > A > C > D\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > A > C > D", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004692__videoplayback_7_frames_5__000003__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004692__videoplayback_7_frames_5__000003__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > A > D > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > A > D > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004729__videoplayback_9_frames_5__000185__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004729__videoplayback_9_frames_5__000185__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) A > B > D > C\n(C) B > A > C > D\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "A > B > D > C", "C": "B > A > C > D", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004759__videoplayback_9_frames_5__000240__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > A > B\n(C) B > C > D > A\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > A > B", "C": "B > C > D > A", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004791__videoplayback_7_frames_5__000083__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004791__videoplayback_7_frames_5__000083__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004813__videoplayback_7_frames_5__000018__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) A > D > C > B\n(C) B > C > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "A > D > C > B", "C": "B > C > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004862__videoplayback_9_frames_5__000212__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > B > D\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > B > D", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004893__videoplayback_7_frames_5__000059__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) A > C > B > D\n(C) A > D > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "A > C > B > D", "C": "A > D > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004953__videoplayback_13_frames_5__000140__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > B > D > A\n(C) A > B > C > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > B > D > A", "C": "A > B > C > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004975__videoplayback_13_frames_5__000228__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004975__videoplayback_13_frames_5__000228__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) C > B > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "C > B > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7c5bc982ce6355ec2e34b5f1f4bffbf8741a2e6c --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level2/baseline_0.25/predictions_shard3.jsonl @@ -0,0 +1,191 @@ +{"sample_id": "000012__2_frames_10__000017__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000012__2_frames_10__000017__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000037__videoplayback_13_frames_5__000169__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) D > B > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "D > B > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000045__2_frames_10__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000045__2_frames_10__000064__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > D > B\n(C) B > C > A > D\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > D > B", "C": "B > C > A > D", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000068__hualian_frames_10__000011__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000068__hualian_frames_10__000011__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) A > B > C > D\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "A > B > C > D", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000090__2_frames_10__000018__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000090__2_frames_10__000018__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > D > A > B\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > D > A > B", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000104__videoplayback_7_frames_5__000057__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000104__videoplayback_7_frames_5__000057__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > C > A > D\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > C > A > D", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000110__videoplayback_9_frames_5__000142__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > A > D > C\n(C) C > A > D > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > A > D > C", "C": "C > A > D > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000138__hualian_frames_10__000080__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000138__hualian_frames_10__000080__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > A > D > C\n(C) D > C > A > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > A > D > C", "C": "D > C > A > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000153__hualian_frames_10__000091__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000153__hualian_frames_10__000091__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000170__hualian_frames_10__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000170__hualian_frames_10__000016__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > D > B > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > D > B > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000185__videoplayback_9_frames_5__000027__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > B > C > D\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > B > C > D", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000198__videoplayback_13_frames_5__000185__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000198__videoplayback_13_frames_5__000185__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) B > C > A > D\n(C) D > A > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "B > C > A > D", "C": "D > A > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000218__videoplayback_9_frames_5__000016__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000218__videoplayback_9_frames_5__000016__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > B > A > D\n(C) B > D > C > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > B > A > D", "C": "B > D > C > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000240__house1_frames_10__000065__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000240__house1_frames_10__000065__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000259__house1_frames_10__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000259__house1_frames_10__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > A > D > C\n(C) A > B > D > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > A > D > C", "C": "A > B > D > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000307__videoplayback_13_frames_5__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000307__videoplayback_13_frames_5__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000323__videoplayback_13_frames_5__000224__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) A > D > C > B\n(C) B > A > C > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "A > D > C > B", "C": "B > A > C > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000344__videoplayback_13_frames_5__000130__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > D > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > D > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000361__videoplayback_13_frames_5__000151__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000361__videoplayback_13_frames_5__000151__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000390__2_frames_10__000050__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000390__2_frames_10__000050__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > D > C\n(C) A > C > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > D > C", "C": "A > C > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "000407__house1_frames_10__000063__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000407__house1_frames_10__000063__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) B > D > A > C\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "B > D > A > C", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000426__hualian_frames_10__000054__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000426__hualian_frames_10__000054__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > A > B\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > A > B", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000438__2_frames_10__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000438__2_frames_10__000043__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000449__2_frames_10__000068__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000449__2_frames_10__000068__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) B > C > A > D\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "B > C > A > D", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000470__videoplayback_7_frames_5__000080__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) C > D > B > A\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "C > D > B > A", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000493__house1_frames_10__000009__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000493__house1_frames_10__000009__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000500__hualian_frames_10__000032__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000500__hualian_frames_10__000032__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > D > B > A\n(C) B > D > A > C\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > D > B > A", "C": "B > D > A > C", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000519__house1_frames_10__000067__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000519__house1_frames_10__000067__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > C > D > B\n(C) A > D > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > C > D > B", "C": "A > D > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000543__house1_frames_10__000007__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000543__house1_frames_10__000007__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) C > A > D > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "C > A > D > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000602__hualian_frames_10__000084__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000602__hualian_frames_10__000084__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) A > B > D > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "A > B > D > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000613__2_frames_10__000014__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000613__2_frames_10__000014__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000639__videoplayback_7_frames_5__000124__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > B > A\n(C) C > B > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > B > A", "C": "C > B > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000646__videoplayback_7_frames_5__000053__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > A > C > B\n(C) B > D > A > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > A > C > B", "C": "B > D > A > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000673__videoplayback_13_frames_5__000165__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > B > A > D\n(C) C > D > B > A\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > B > A > D", "C": "C > D > B > A", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000694__videoplayback_9_frames_5__000137__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000694__videoplayback_9_frames_5__000137__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) C > A > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "C > A > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000700__videoplayback_7_frames_5__000206__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) D > B > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "D > B > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000721__house1_frames_10__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000721__house1_frames_10__000052__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > B > D > C\n(C) D > A > B > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > B > D > C", "C": "D > A > B > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "000764__house1_frames_10__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000764__house1_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > C > B\n(C) C > D > A > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > C > B", "C": "C > D > A > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000782__hualian_frames_10__000038__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000782__hualian_frames_10__000038__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > A > B > C\n(C) A > C > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > A > B > C", "C": "A > C > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000799__videoplayback_13_frames_5__000203__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > A > B > D\n(C) B > D > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > A > B > D", "C": "B > D > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000811__2_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000811__2_frames_10__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) A > D > C > B\n(C) A > C > B > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "A > D > C > B", "C": "A > C > B > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "000824__2_frames_10__000061__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000824__2_frames_10__000061__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > A > C > B\n(C) D > A > B > C\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > A > C > B", "C": "D > A > B > C", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000848__2_frames_10__000010__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000848__2_frames_10__000010__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "000880__videoplayback_9_frames_5__000066__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000880__videoplayback_9_frames_5__000066__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000901__hualian_frames_10__000099__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000901__hualian_frames_10__000099__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > C > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > C > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "000915__videoplayback_9_frames_5__000166__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000915__videoplayback_9_frames_5__000166__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > A > C > D\n(C) A > C > B > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > A > C > D", "C": "A > C > B > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "000931__hualian_frames_10__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000931__hualian_frames_10__000053__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) A > B > C > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "A > B > C > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "000961__hualian_frames_10__000089__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000961__hualian_frames_10__000089__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > B > C > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > B > C > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "000975__videoplayback_7_frames_5__000040__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000975__videoplayback_7_frames_5__000040__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > C > B > A\n(C) A > B > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > C > B > A", "C": "A > B > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/000997__videoplayback_13_frames_5__000148__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) D > A > C > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "D > A > C > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001028__videoplayback_13_frames_5__000027__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001036__house1_frames_10__000089__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001036__house1_frames_10__000089__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > B > D > A\n(C) C > A > B > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > B > D > A", "C": "C > A > B > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001050__videoplayback_7_frames_5__000062__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) D > C > A > B\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "D > C > A > B", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001059__house1_frames_10__000086__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001059__house1_frames_10__000086__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) C > A > B > D\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "C > A > B > D", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001067__videoplayback_9_frames_5__000246__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > D > B > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > D > B > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001109__hualian_frames_10__000013__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001109__hualian_frames_10__000013__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001137__2_frames_10__000027__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001137__2_frames_10__000027__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > A > D > B\n(C) B > C > A > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > A > D > B", "C": "B > C > A > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001152__videoplayback_7_frames_5__000039__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > A > C > B\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > A > C > B", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001185__videoplayback_13_frames_5__000108__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > A > C > D\n(C) B > D > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > A > C > D", "C": "B > D > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001203__videoplayback_9_frames_5__000053__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) C > D > B > A\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "C > D > B > A", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001226__house1_frames_10__000064__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001226__house1_frames_10__000064__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > A > D > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > A > D > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001242__videoplayback_7_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > D > B > C\n(C) C > B > D > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > D > B > C", "C": "C > B > D > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001253__videoplayback_13_frames_5__000034__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > C > A > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > C > A > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001294__videoplayback_9_frames_5__000026__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001294__videoplayback_9_frames_5__000026__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > B > D > C\n(C) D > C > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > B > D > C", "C": "D > C > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001310__videoplayback_9_frames_5__000198__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > D > C > A\n(C) B > D > A > C\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > D > C > A", "C": "B > D > A > C", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001332__videoplayback_13_frames_5__000015__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) D > C > B > A\n(C) D > A > B > C\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "D > C > B > A", "C": "D > A > B > C", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001369__hualian_frames_10__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001369__hualian_frames_10__000060__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) B > C > A > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "B > C > A > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "001380__videoplayback_7_frames_5__000211__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001380__videoplayback_7_frames_5__000211__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > D > B\n(C) A > D > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > D > B", "C": "A > D > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001404__videoplayback_7_frames_5__000045__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > B > D\n(C) D > C > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > B > D", "C": "D > C > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001414__hualian_frames_10__000081__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001414__hualian_frames_10__000081__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > C > B > D\n(C) A > D > C > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > C > B > D", "C": "A > D > C > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001424__videoplayback_13_frames_5__000047__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) A > B > D > C\n(C) B > C > A > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "A > B > D > C", "C": "B > C > A > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001439__hualian_frames_10__000077__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001439__hualian_frames_10__000077__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) B > C > D > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "B > C > D > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001458__videoplayback_7_frames_5__000098__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001458__videoplayback_7_frames_5__000098__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) B > A > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "B > A > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001487__house1_frames_10__000034__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001487__house1_frames_10__000034__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001523__hualian_frames_10__000058__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001523__hualian_frames_10__000058__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) C > A > B > D\n(C) C > B > D > A\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "C > A > B > D", "C": "C > B > D > A", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001534__videoplayback_13_frames_5__000129__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) B > A > C > D\n(C) C > B > D > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "B > A > C > D", "C": "C > B > D > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001562__videoplayback_13_frames_5__000024__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001598__videoplayback_9_frames_5__000110__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > A > C\n(C) C > D > B > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > A > C", "C": "C > D > B > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001630__videoplayback_7_frames_5__000076__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) D > A > B > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "D > A > B > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "001648__2_frames_10__000044__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001648__2_frames_10__000044__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > C > A > D\n(C) A > C > D > B\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > C > A > D", "C": "A > C > D > B", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001658__videoplayback_7_frames_5__000021__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) C > A > D > B\n(C) D > A > C > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "C > A > D > B", "C": "D > A > C > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001669__videoplayback_13_frames_5__000071__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) B > A > D > C\n(C) C > A > B > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "B > A > D > C", "C": "C > A > B > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001699__videoplayback_7_frames_5__000160__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > D > A > C\n(C) D > B > C > A\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > D > A > C", "C": "D > B > C > A", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001717__house1_frames_10__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001717__house1_frames_10__000095__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) B > A > C > D\n(C) C > A > D > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "B > A > C > D", "C": "C > A > D > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001739__house1_frames_10__000102__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001739__house1_frames_10__000102__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > D > B > C\n(C) A > B > C > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > D > B > C", "C": "A > B > C > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001752__videoplayback_13_frames_5__000020__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > C > B\n(C) D > C > B > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > C > B", "C": "D > C > B > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001782__videoplayback_9_frames_5__000088__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > B > A > C\n(C) C > A > B > D\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > B > A > C", "C": "C > A > B > D", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001792__videoplayback_13_frames_5__000218__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) C > A > D > B\n(C) A > D > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "C > A > D > B", "C": "A > D > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001826__hualian_frames_10__000025__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001826__hualian_frames_10__000025__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) C > A > B > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "C > A > B > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001844__videoplayback_9_frames_5__000084__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > A > C > D\n(C) C > D > A > B\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > A > C > D", "C": "C > D > A > B", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001860__hualian_frames_10__000050__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001860__hualian_frames_10__000050__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > D > A\n(C) D > A > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > D > A", "C": "D > A > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "001880__hualian_frames_10__000041__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001880__hualian_frames_10__000041__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > B > C\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > B > C", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "001903__hualian_frames_10__000064__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001903__hualian_frames_10__000064__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) A > B > C > D\n(C) C > D > B > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "A > B > C > D", "C": "C > D > B > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "001938__hualian_frames_10__000072__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001938__hualian_frames_10__000072__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > A > D > B\n(C) A > B > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > A > D > B", "C": "A > B > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "001959__2_frames_10__000066__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001959__2_frames_10__000066__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) C > B > A > D\n(C) B > A > D > C\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "C > B > A > D", "C": "B > A > D > C", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "001978__videoplayback_13_frames_5__000227__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/001978__videoplayback_13_frames_5__000227__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > C > B > D\n(C) B > A > D > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > C > B > D", "C": "B > A > D > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002003__videoplayback_13_frames_5__000118__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > A > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > A > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002031__videoplayback_9_frames_5__000091__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > C > A > B\n(C) B > A > C > D\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > C > A > B", "C": "B > A > C > D", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002056__videoplayback_7_frames_5__000174__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) A > C > D > B\n(C) D > B > C > A\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "A > C > D > B", "C": "D > B > C > A", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002071__videoplayback_7_frames_5__000207__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002071__videoplayback_7_frames_5__000207__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > A > B > C\n(C) A > D > C > B\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > A > B > C", "C": "A > D > C > B", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002082__videoplayback_7_frames_5__000075__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) A > B > C > D\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "A > B > C > D", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002094__videoplayback_9_frames_5__000199__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002104__house1_frames_10__000031__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002104__house1_frames_10__000031__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002131__hualian_frames_10__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002131__hualian_frames_10__000022__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002152__videoplayback_13_frames_5__000170__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) A > B > D > C\n(C) D > B > A > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "A > B > D > C", "C": "D > B > A > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002170__house1_frames_10__000088__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002170__house1_frames_10__000088__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > B > A > D\n(C) D > B > A > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > B > A > D", "C": "D > B > A > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002203__videoplayback_13_frames_5__000043__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > D > C > B\n(C) C > D > A > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > D > C > B", "C": "C > D > A > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002221__house1_frames_10__000053__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002221__house1_frames_10__000053__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) B > D > C > A\n(C) C > B > D > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "B > D > C > A", "C": "C > B > D > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002244__videoplayback_13_frames_5__000072__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002244__videoplayback_13_frames_5__000072__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > D > B > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > D > B > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002259__videoplayback_7_frames_5__000205__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002259__videoplayback_7_frames_5__000205__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) D > C > B > A\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "D > C > B > A", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002272__videoplayback_9_frames_5__000213__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > A > D > C\n(C) B > C > A > D\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > A > D > C", "C": "B > C > A > D", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002318__videoplayback_13_frames_5__000155__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) C > A > B > D\n(C) A > C > B > D\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "C > A > B > D", "C": "A > C > B > D", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002331__hualian_frames_10__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002331__hualian_frames_10__000095__l2a__00.jpg", "question": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the most distant one and ending with the closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) D > B > A > C\n(C) C > D > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "D > B > A > C", "C": "C > D > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002349__videoplayback_7_frames_5__000184__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) C > A > D > B\n(C) A > D > C > B\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "C > A > D > B", "C": "A > D > C > B", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002399__videoplayback_13_frames_5__000116__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > C > A > B\n(C) B > C > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > C > A > B", "C": "B > C > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002431__house1_frames_10__000020__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002431__house1_frames_10__000020__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) C > D > B > A\n(C) A > B > C > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "C > D > B > A", "C": "A > B > C > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002443__videoplayback_13_frames_5__000205__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > D > C > A\n(B) C > D > A > B\n(C) D > C > A > B\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > D > C > A", "B": "C > D > A > B", "C": "D > C > A > B", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002460__house1_frames_10__000077__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002460__house1_frames_10__000077__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > C > A\n(C) B > A > D > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > C > A", "C": "B > A > D > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "002481__hualian_frames_10__000088__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002481__hualian_frames_10__000088__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) C > B > D > A\n(C) A > C > D > B\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "C > B > D > A", "C": "A > C > D > B", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002494__videoplayback_13_frames_5__000037__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > A > D > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > A > D > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002511__videoplayback_9_frames_5__000200__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002511__videoplayback_9_frames_5__000200__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) D > C > A > B\n(C) B > D > A > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "D > C > A > B", "C": "B > D > A > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002528__house1_frames_10__000028__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002528__house1_frames_10__000028__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002568__hualian_frames_10__000034__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002568__hualian_frames_10__000034__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > A > D\n(C) C > D > B > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > A > D", "C": "C > D > B > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002590__hualian_frames_10__000049__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002590__hualian_frames_10__000049__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) C > B > D > A\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "C > B > D > A", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002626__videoplayback_9_frames_5__000239__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) B > C > D > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "B > C > D > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002644__videoplayback_9_frames_5__000039__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > B > C\n(C) C > D > B > A\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > B > C", "C": "C > D > B > A", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002665__hualian_frames_10__000042__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002665__hualian_frames_10__000042__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) D > B > C > A\n(C) A > C > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "D > B > C > A", "C": "A > C > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002677__videoplayback_7_frames_5__000078__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > A > C > B\n(C) B > D > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > A > C > B", "C": "B > D > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002702__videoplayback_13_frames_5__000103__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) B > C > D > A\n(C) B > C > A > D\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "B > C > D > A", "C": "B > C > A > D", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002717__videoplayback_9_frames_5__000234__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > B > A\n(C) C > D > A > B\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > B > A", "C": "C > D > A > B", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002743__videoplayback_13_frames_5__000173__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > B > D > A\n(C) B > D > A > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > B > D > A", "C": "B > D > A > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002777__videoplayback_9_frames_5__000122__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) A > D > C > B\n(C) C > B > D > A\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "A > D > C > B", "C": "C > B > D > A", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002802__videoplayback_9_frames_5__000214__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002802__videoplayback_9_frames_5__000214__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) C > B > D > A\n(B) B > C > D > A\n(C) C > B > A > D\n(D) A > B > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > D > A", "B": "B > C > D > A", "C": "C > B > A > D", "D": "A > B > D > C"}, "answer_type": "single_choice"} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002852__videoplayback_9_frames_5__000217__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) C > D > A > B\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "C > D > A > B", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002917__videoplayback_9_frames_5__000141__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) D > B > C > A\n(C) C > D > B > A\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "D > B > C > A", "C": "C > D > B > A", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "002943__videoplayback_13_frames_5__000220__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002943__videoplayback_13_frames_5__000220__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how little their depth differs from R, starting with the most similar.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) C > A > D > B\n(C) A > C > D > B\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "C > A > D > B", "C": "A > C > D > B", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "002989__videoplayback_9_frames_5__000041__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/002989__videoplayback_9_frames_5__000041__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) A > C > D > B\n(C) D > A > C > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "A > C > D > B", "C": "D > A > C > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003032__videoplayback_13_frames_5__000190__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from largest to smallest depth difference.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) D > A > C > B\n(C) D > C > B > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "D > A > C > B", "C": "D > C > B > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003051__videoplayback_13_frames_5__000095__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) D > B > C > A\n(C) C > B > D > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "D > B > C > A", "C": "C > B > D > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003076__videoplayback_13_frames_5__000109__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) D > B > C > A\n(D) A > C > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "D > B > C > A", "D": "A > C > B > D"}, "answer_type": "single_choice"} +{"sample_id": "003101__videoplayback_9_frames_5__000243__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003101__videoplayback_9_frames_5__000243__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) D > A > C > B\n(C) A > B > C > D\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "D > A > C > B", "C": "A > B > C > D", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003110__videoplayback_13_frames_5__000196__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > B > A > D\n(C) C > D > A > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > B > A > D", "C": "C > D > A > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003145__videoplayback_7_frames_5__000095__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003145__videoplayback_7_frames_5__000095__l2a__00.jpg", "question": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from near to far.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) C > B > A > D\n(C) A > D > B > C\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "C > B > A > D", "C": "A > D > B > C", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "003210__videoplayback_7_frames_5__000022__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003210__videoplayback_7_frames_5__000022__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) D > B > C > A\n(C) D > C > A > B\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "D > B > C > A", "C": "D > C > A > B", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003220__videoplayback_7_frames_5__000090__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003220__videoplayback_7_frames_5__000090__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > C > B\n(B) D > B > C > A\n(C) B > A > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > C > B", "B": "D > B > C > A", "C": "B > A > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003256__videoplayback_9_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > D > A > B\n(C) A > C > D > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > D > A > B", "C": "A > C > D > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003291__videoplayback_13_frames_5__000197__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003291__videoplayback_13_frames_5__000197__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) D > B > A > C\n(B) B > D > C > A\n(C) D > B > C > A\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > B > A > C", "B": "B > D > C > A", "C": "D > B > C > A", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003321__videoplayback_9_frames_5__000019__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003321__videoplayback_9_frames_5__000019__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) A > B > C > D\n(C) A > D > C > B\n(D) B > D > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "A > B > C > D", "C": "A > D > C > B", "D": "B > D > C > A"}, "answer_type": "single_choice"} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003361__videoplayback_9_frames_5__000189__l2a__00.jpg", "question": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from nearest to farthest from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) D > A > C > B\n(C) A > B > D > C\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "D > A > C > B", "C": "A > B > D > C", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "003402__videoplayback_9_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003402__videoplayback_9_frames_5__000158__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) B > A > C > D\n(B) C > B > D > A\n(C) B > C > A > D\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > C > D", "B": "C > B > D > A", "C": "B > C > A > D", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003441__videoplayback_13_frames_5__000060__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003441__videoplayback_13_frames_5__000060__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) A > C > D > B\n(C) A > B > C > D\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "A > C > D > B", "C": "A > B > C > D", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003461__videoplayback_9_frames_5__000030__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > B > A\n(C) D > C > A > B\n(D) D > B > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > B > A", "C": "D > C > A > B", "D": "D > B > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003495__videoplayback_9_frames_5__000086__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > B > D > C\n(C) D > B > A > C\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > B > D > C", "C": "D > B > A > C", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "003526__videoplayback_7_frames_5__000036__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003526__videoplayback_7_frames_5__000036__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > A > D > B\n(B) C > A > B > D\n(C) B > D > C > A\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > A > D > B", "B": "C > A > B > D", "C": "B > D > C > A", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003602__videoplayback_7_frames_5__000158__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) C > A > D > B\n(C) C > B > D > A\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "C > A > D > B", "C": "C > B > D > A", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003695__videoplayback_13_frames_5__000132__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003695__videoplayback_13_frames_5__000132__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > A > B > D\n(B) B > C > A > D\n(C) A > B > D > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > A > B > D", "B": "B > C > A > D", "C": "A > B > D > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003767__videoplayback_13_frames_5__000180__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > C > B > D\n(C) B > C > A > D\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > C > B > D", "C": "B > C > A > D", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003786__videoplayback_13_frames_5__000134__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003786__videoplayback_13_frames_5__000134__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > C > B\n(C) B > C > A > D\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > C > B", "C": "B > C > A > D", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003802__videoplayback_9_frames_5__000149__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) B > D > A > C\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "B > D > A > C", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003826__videoplayback_9_frames_5__000010__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) B > C > D > A\n(C) B > A > D > C\n(D) C > B > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "B > C > D > A", "C": "B > A > D > C", "D": "C > B > A > D"}, "answer_type": "single_choice"} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003874__videoplayback_7_frames_5__000015__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > C > B > A\n(C) C > A > B > D\n(D) A > B > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > C > B > A", "C": "C > A > B > D", "D": "A > B > C > D"}, "answer_type": "single_choice"} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003895__videoplayback_9_frames_5__000267__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) A > D > B > C\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "A > D > B > C", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003946__videoplayback_7_frames_5__000024__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) D > B > C > A\n(B) C > A > B > D\n(C) D > A > B > C\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > B > C > A", "B": "C > A > B > D", "C": "D > A > B > C", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/003998__videoplayback_9_frames_5__000131__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > C > B\n(C) B > C > D > A\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > C > B", "C": "B > C > D > A", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004050__videoplayback_13_frames_5__000240__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > A > D > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > A > D > C"}, "answer_type": "single_choice"} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004073__videoplayback_7_frames_5__000118__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > C > B > D\n(C) C > A > D > B\n(D) C > D > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > C > B > D", "C": "C > A > D > B", "D": "C > D > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004128__videoplayback_9_frames_5__000057__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > D > B > C\n(B) C > D > B > A\n(C) C > D > A > B\n(D) A > C > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > D > B > C", "B": "C > D > B > A", "C": "C > D > A > B", "D": "A > C > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004175__videoplayback_9_frames_5__000119__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) D > C > A > B\n(C) A > B > D > C\n(D) A > D > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "D > C > A > B", "C": "A > B > D > C", "D": "A > D > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004232__videoplayback_13_frames_5__000171__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) B > D > A > C\n(C) A > D > C > B\n(D) C > B > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "B > D > A > C", "C": "A > D > C > B", "D": "C > B > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004267__videoplayback_13_frames_5__000219__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004267__videoplayback_13_frames_5__000219__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) D > A > B > C\n(B) B > C > A > D\n(C) D > C > A > B\n(D) C > A > D > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > A > B > C", "B": "B > C > A > D", "C": "D > C > A > B", "D": "C > A > D > B"}, "answer_type": "single_choice"} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004309__videoplayback_7_frames_5__000055__l2a__00.jpg", "question": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "List points A, B, C, and D starting with the closest one and ending with the most distant.\nWhich of the following orderings is correct?\n(A) B > D > A > C\n(B) C > D > B > A\n(C) B > D > C > A\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > D > A > C", "B": "C > D > B > A", "C": "B > D > C > A", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004362__videoplayback_13_frames_5__000099__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > B > D\n(C) A > C > D > B\n(D) C > D > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > B > D", "C": "A > C > D > B", "D": "C > D > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004378__videoplayback_13_frames_5__000085__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004378__videoplayback_13_frames_5__000085__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) D > B > C > A\n(C) D > A > B > C\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "D > B > C > A", "C": "D > A > B > C", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004414__videoplayback_13_frames_5__000119__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) A > D > C > B\n(D) D > A > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "A > D > C > B", "D": "D > A > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004443__videoplayback_9_frames_5__000176__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > C > D\n(B) B > D > A > C\n(C) B > A > C > D\n(D) D > C > A > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > C > D", "B": "B > D > A > C", "C": "B > A > C > D", "D": "D > C > A > B"}, "answer_type": "single_choice"} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004493__videoplayback_7_frames_5__000052__l2a__00.jpg", "question": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by increasing distance from the camera.\nWhich of the following orderings is correct?\n(A) A > D > C > B\n(B) A > C > D > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > D > C > B", "B": "A > C > D > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004506__videoplayback_7_frames_5__000112__l2a__00.jpg", "question": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order points A, B, C, and D from farthest to nearest.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) A > D > B > C\n(C) A > C > B > D\n(D) C > A > B > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "A > D > B > C", "C": "A > C > B > D", "D": "C > A > B > D"}, "answer_type": "single_choice"} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004549__videoplayback_9_frames_5__000089__l2a__00.jpg", "question": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from closest to farthest.\nWhich of the following orderings is correct?\n(A) D > C > B > A\n(B) A > D > B > C\n(C) B > D > C > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "D > C > B > A", "B": "A > D > B > C", "C": "B > D > C > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004580__videoplayback_7_frames_5__000068__l2b__00.jpg", "question": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from least similar to most similar in depth relative to R.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) A > B > D > C\n(C) C > D > B > A\n(D) A > D > C > B\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "A > B > D > C", "C": "C > D > B > A", "D": "A > D > C > B"}, "answer_type": "single_choice"} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004603__videoplayback_7_frames_5__000202__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > A > D > C\n(B) A > C > D > B\n(C) D > A > B > C\n(D) B > D > A > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > A > D > C", "B": "A > C > D > B", "C": "D > A > B > C", "D": "B > D > A > C"}, "answer_type": "single_choice"} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004622__videoplayback_9_frames_5__000235__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) B > C > D > A\n(B) B > A > C > D\n(C) C > A > B > D\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "B > C > D > A", "B": "B > A > C > D", "C": "C > A > B > D", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004654__videoplayback_9_frames_5__000278__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004654__videoplayback_9_frames_5__000278__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) C > D > A > B\n(C) B > D > A > C\n(D) D > B > C > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "C > D > A > B", "C": "B > D > A > C", "D": "D > B > C > A"}, "answer_type": "single_choice"} +{"sample_id": "004703__videoplayback_7_frames_5__000016__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004703__videoplayback_7_frames_5__000016__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) A > C > B > D\n(B) D > A > B > C\n(C) D > B > C > A\n(D) B > C > A > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > C > B > D", "B": "D > A > B > C", "C": "D > B > C > A", "D": "B > C > A > D"}, "answer_type": "single_choice"} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004738__videoplayback_9_frames_5__000116__l2a__00.jpg", "question": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Sort the four marked points by decreasing distance from the camera.\nWhich of the following orderings is correct?\n(A) C > D > A > B\n(B) B > D > C > A\n(C) D > A > C > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > A > B", "B": "B > D > C > A", "C": "D > A > C > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004774__videoplayback_9_frames_5__000150__l2a__00.jpg", "question": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Arrange A, B, C, and D from far to near.\nWhich of the following orderings is correct?\n(A) A > C > D > B\n(B) B > A > D > C\n(C) D > B > C > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "A > C > D > B", "B": "B > A > D > C", "C": "D > B > C > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004795__videoplayback_9_frames_5__000194__l2b__00.jpg", "question": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Order the four points from smallest to largest depth difference relative to R.\nWhich of the following orderings is correct?\n(A) C > B > A > D\n(B) B > D > C > A\n(C) C > D > B > A\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "C > B > A > D", "B": "B > D > C > A", "C": "C > D > B > A", "D": "B > C > D > A"}, "answer_type": "single_choice"} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004819__videoplayback_13_frames_5__000003__l2b__00.jpg", "question": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by increasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > D > C > B\n(C) D > B > A > C\n(D) D > A > B > C\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > D > C > B", "C": "D > B > A > C", "D": "D > A > B > C"}, "answer_type": "single_choice"} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004875__videoplayback_9_frames_5__000127__l2b__00.jpg", "question": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Using R as the reference, rank A, B, C, and D from most similar to least similar in depth.\nWhich of the following orderings is correct?\n(A) B > C > A > D\n(B) A > C > B > D\n(C) C > B > A > D\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "B > C > A > D", "B": "A > C > B > D", "C": "C > B > A > D", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004916__videoplayback_9_frames_5__000167__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004916__videoplayback_9_frames_5__000167__l2b__00.jpg", "question": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank A, B, C, and D by decreasing relative-depth difference from reference point R.\nWhich of the following orderings is correct?\n(A) A > B > D > C\n(B) D > B > C > A\n(C) C > D > B > A\n(D) D > C > B > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "A > B > D > C", "B": "D > B > C > A", "C": "C > D > B > A", "D": "D > C > B > A"}, "answer_type": "single_choice"} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l2a__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004954__videoplayback_9_frames_5__000094__l2a__00.jpg", "question": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Rank the four labeled points from most distant to closest.\nWhich of the following orderings is correct?\n(A) C > D > B > A\n(B) B > C > D > A\n(C) D > B > C > A\n(D) B > A > C > D\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level2a_camera_ordering", "level": 2, "options": {"A": "C > D > B > A", "B": "B > C > D > A", "C": "D > B > C > A", "D": "B > A > C > D"}, "answer_type": "single_choice"} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l2b__00", "baseline": "0.25", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level2/visualizations/0.25/004992__videoplayback_9_frames_5__000077__l2b__00.jpg", "question": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prompt": "Taking R as the reference, sort the four points by how much their depth differs from R, starting with the most different.\nWhich of the following orderings is correct?\n(A) D > C > A > B\n(B) D > C > B > A\n(C) C > A > D > B\n(D) B > C > D > A\nAnswer with only the letter of the correct option: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level2b_reference_ordering", "level": 2, "options": {"A": "D > C > A > B", "B": "D > C > B > A", "C": "C > A > D > B", "D": "B > C > D > A"}, "answer_type": "single_choice"} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..eaa7c98b430538ed89460982c79438f3c3a213a6 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.2799043062200957, + "num_correct": 234, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 52.88106918334961, + "samples_per_second": 15.809060083513346 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..503add258cb4c5a1ede04e8cc2dd8dd3a4b51f30 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2966507177033493, + "num_correct": 62, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 51.4318573474884, + "samples_per_second": 4.063629251962183 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..211b4eb09b2e91a290231b112fa8cf8f4b54aa9a --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.24880382775119617, + "num_correct": 52, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 51.20909595489502, + "samples_per_second": 4.081306184043695 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..2f706a6855d0f6279514a6167db41a37048cba69 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2679425837320574, + "num_correct": 56, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 52.88106918334961, + "samples_per_second": 3.9522650208783365 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json new file mode 100644 index 0000000000000000000000000000000000000000..88ee77d5d72a55f773e2db63a5420f1d7971b64d --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.00", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.3062200956937799, + "num_correct": 64, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 3, + "elapsed_seconds": 51.703646659851074, + "samples_per_second": 4.042268070083589 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e96d4305578b43e404ab51813b3473b5c9f47ba9 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions.jsonl @@ -0,0 +1,836 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..d5b80459485273ff0de320dd4c27d88e50fb2b36 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard0.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000012__2_frames_10__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000214__house1_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000214__house1_frames_10__000021__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000338__videoplayback_7_frames_5__000126__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000338__videoplayback_7_frames_5__000126__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000581__videoplayback_7_frames_5__000131__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000581__videoplayback_7_frames_5__000131__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001139__hualian_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001139__hualian_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001206__hualian_frames_10__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001206__hualian_frames_10__000055__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001253__videoplayback_13_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001253__videoplayback_13_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001310__videoplayback_9_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001310__videoplayback_9_frames_5__000198__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001676__videoplayback_9_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001676__videoplayback_9_frames_5__000085__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001844__videoplayback_9_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001844__videoplayback_9_frames_5__000084__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002222__2_frames_10__000047__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002222__2_frames_10__000047__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002333__2_frames_10__000076__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002333__2_frames_10__000076__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003397__videoplayback_7_frames_5__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003397__videoplayback_7_frames_5__000064__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003785__videoplayback_13_frames_5__000018__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003785__videoplayback_13_frames_5__000018__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004050__videoplayback_13_frames_5__000240__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004050__videoplayback_13_frames_5__000240__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004191__videoplayback_9_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004191__videoplayback_9_frames_5__000111__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004684__videoplayback_9_frames_5__000174__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004684__videoplayback_9_frames_5__000174__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000524__hualian_frames_10__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000524__hualian_frames_10__000085__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004240__videoplayback_9_frames_5__000168__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004240__videoplayback_9_frames_5__000168__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003396__videoplayback_7_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003396__videoplayback_7_frames_5__000137__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004066__videoplayback_13_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004066__videoplayback_13_frames_5__000068__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004354__videoplayback_7_frames_5__000127__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004354__videoplayback_7_frames_5__000127__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001324__videoplayback_13_frames_5__000209__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001324__videoplayback_13_frames_5__000209__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000477__videoplayback_13_frames_5__000075__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000477__videoplayback_13_frames_5__000075__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003085__videoplayback_13_frames_5__000233__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003085__videoplayback_13_frames_5__000233__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000235__videoplayback_7_frames_5__000071__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000235__videoplayback_7_frames_5__000071__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002320__videoplayback_9_frames_5__000177__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002320__videoplayback_9_frames_5__000177__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000013__2_frames_10__000009__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004807__videoplayback_7_frames_5__000097__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004807__videoplayback_7_frames_5__000097__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000824__videoplayback_9_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000824__videoplayback_9_frames_5__000170__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002316__house1_frames_10__000083__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002316__house1_frames_10__000083__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004443__videoplayback_9_frames_5__000176__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004443__videoplayback_9_frames_5__000176__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004216__videoplayback_7_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004216__videoplayback_7_frames_5__000043__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003950__videoplayback_7_frames_5__000153__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003950__videoplayback_7_frames_5__000153__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002318__videoplayback_13_frames_5__000155__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002318__videoplayback_13_frames_5__000155__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000110__videoplayback_9_frames_5__000142__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000110__videoplayback_9_frames_5__000142__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000959__2_frames_10__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000959__2_frames_10__000073__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003784__videoplayback_9_frames_5__000260__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003784__videoplayback_9_frames_5__000260__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004309__videoplayback_7_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004309__videoplayback_7_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002064__house1_frames_10__000040__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002064__house1_frames_10__000040__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001782__videoplayback_9_frames_5__000088__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001782__videoplayback_9_frames_5__000088__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001413__videoplayback_7_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001413__videoplayback_7_frames_5__000138__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002641__videoplayback_13_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002641__videoplayback_13_frames_5__000090__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001579__videoplayback_13_frames_5__000136__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001579__videoplayback_13_frames_5__000136__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003867__videoplayback_9_frames_5__000153__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003867__videoplayback_9_frames_5__000153__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002000__hualian_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002000__hualian_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001441__hualian_frames_10__000102__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001441__hualian_frames_10__000102__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002133__videoplayback_7_frames_5__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002133__videoplayback_7_frames_5__000101__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004813__videoplayback_7_frames_5__000018__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004813__videoplayback_7_frames_5__000018__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000471__videoplayback_13_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000471__videoplayback_13_frames_5__000083__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001712__videoplayback_7_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001712__videoplayback_7_frames_5__000093__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002056__videoplayback_7_frames_5__000174__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002056__videoplayback_7_frames_5__000174__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001630__videoplayback_7_frames_5__000076__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001630__videoplayback_7_frames_5__000076__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001645__2_frames_10__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001645__2_frames_10__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000420__videoplayback_7_frames_5__000183__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000420__videoplayback_7_frames_5__000183__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002777__videoplayback_9_frames_5__000122__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002777__videoplayback_9_frames_5__000122__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001699__videoplayback_7_frames_5__000160__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001699__videoplayback_7_frames_5__000160__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000810__hualian_frames_10__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000810__hualian_frames_10__000090__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001523__hualian_frames_10__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001523__hualian_frames_10__000058__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003826__videoplayback_9_frames_5__000010__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003826__videoplayback_9_frames_5__000010__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000878__hualian_frames_10__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000878__hualian_frames_10__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000042__videoplayback_13_frames_5__000135__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000042__videoplayback_13_frames_5__000135__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004658__videoplayback_7_frames_5__000180__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004658__videoplayback_7_frames_5__000180__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000505__videoplayback_9_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000505__videoplayback_9_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001251__2_frames_10__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001251__2_frames_10__000071__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002131__hualian_frames_10__000022__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002131__hualian_frames_10__000022__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001200__videoplayback_13_frames_5__000126__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001200__videoplayback_13_frames_5__000126__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000885__hualian_frames_10__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000885__hualian_frames_10__000012__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001434__videoplayback_9_frames_5__000012__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001434__videoplayback_9_frames_5__000012__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004175__videoplayback_9_frames_5__000119__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004175__videoplayback_9_frames_5__000119__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002207__2_frames_10__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002207__2_frames_10__000035__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001959__2_frames_10__000066__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001959__2_frames_10__000066__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000361__house1_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000361__house1_frames_10__000075__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000901__hualian_frames_10__000099__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000901__hualian_frames_10__000099__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000007__videoplayback_13_frames_5__000005__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000007__videoplayback_13_frames_5__000005__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002166__hualian_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002166__hualian_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003459__videoplayback_13_frames_5__000181__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003459__videoplayback_13_frames_5__000181__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000817__videoplayback_7_frames_5__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000817__videoplayback_7_frames_5__000025__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003874__videoplayback_7_frames_5__000015__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003874__videoplayback_7_frames_5__000015__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001163__videoplayback_13_frames_5__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001163__videoplayback_13_frames_5__000079__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002747__videoplayback_13_frames_5__000143__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002747__videoplayback_13_frames_5__000143__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003307__videoplayback_9_frames_5__000114__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003307__videoplayback_9_frames_5__000114__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000695__videoplayback_13_frames_5__000097__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000695__videoplayback_13_frames_5__000097__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000344__videoplayback_13_frames_5__000130__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000344__videoplayback_13_frames_5__000130__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002512__hualian_frames_10__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002512__hualian_frames_10__000112__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..cbe14bd60da549ba11e4966322df27e8a3499f7c --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard1.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000013__2_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000013__2_frames_10__000009__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000305__2_frames_10__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000305__2_frames_10__000049__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000507__videoplayback_7_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000507__videoplayback_7_frames_5__000164__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000602__videoplayback_9_frames_5__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000602__videoplayback_9_frames_5__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000784__videoplayback_13_frames_5__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000784__videoplayback_13_frames_5__000110__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001029__videoplayback_9_frames_5__000188__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001029__videoplayback_9_frames_5__000188__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001152__videoplayback_7_frames_5__000039__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001152__videoplayback_7_frames_5__000039__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001230__videoplayback_7_frames_5__000181__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001230__videoplayback_7_frames_5__000181__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001419__house1_frames_10__000051__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001419__house1_frames_10__000051__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002145__videoplayback_13_frames_5__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002145__videoplayback_13_frames_5__000016__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002238__videoplayback_9_frames_5__000148__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002238__videoplayback_9_frames_5__000148__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002620__house1_frames_10__000004__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002620__house1_frames_10__000004__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002711__videoplayback_9_frames_5__000071__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002711__videoplayback_9_frames_5__000071__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003439__videoplayback_13_frames_5__000187__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003439__videoplayback_13_frames_5__000187__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003817__videoplayback_7_frames_5__000145__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003817__videoplayback_7_frames_5__000145__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004088__videoplayback_13_frames_5__000237__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004088__videoplayback_13_frames_5__000237__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004229__videoplayback_9_frames_5__000203__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004229__videoplayback_9_frames_5__000203__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004368__videoplayback_13_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004368__videoplayback_13_frames_5__000019__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004526__videoplayback_9_frames_5__000132__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004526__videoplayback_9_frames_5__000132__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004893__videoplayback_7_frames_5__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004893__videoplayback_7_frames_5__000059__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001953__2_frames_10__000023__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001953__2_frames_10__000023__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000832__videoplayback_7_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000832__videoplayback_7_frames_5__000203__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000673__videoplayback_13_frames_5__000165__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000673__videoplayback_13_frames_5__000165__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000942__videoplayback_7_frames_5__000128__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000942__videoplayback_7_frames_5__000128__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002152__videoplayback_13_frames_5__000170__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002152__videoplayback_13_frames_5__000170__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001533__2_frames_10__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001533__2_frames_10__000054__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002259__2_frames_10__000022__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002259__2_frames_10__000022__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000997__videoplayback_13_frames_5__000148__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000997__videoplayback_13_frames_5__000148__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000891__hualian_frames_10__000014__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000891__hualian_frames_10__000014__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000646__videoplayback_7_frames_5__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000646__videoplayback_7_frames_5__000053__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002060__house1_frames_10__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002060__house1_frames_10__000104__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002614__videoplayback_13_frames_5__000092__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002614__videoplayback_13_frames_5__000092__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004589__videoplayback_13_frames_5__000137__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004589__videoplayback_13_frames_5__000137__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001687__videoplayback_13_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001687__videoplayback_13_frames_5__000098__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002743__videoplayback_13_frames_5__000173__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002743__videoplayback_13_frames_5__000173__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001598__videoplayback_9_frames_5__000110__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001598__videoplayback_9_frames_5__000110__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002122__hualian_frames_10__000105__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002122__hualian_frames_10__000105__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003241__videoplayback_13_frames_5__000091__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003241__videoplayback_13_frames_5__000091__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001270__2_frames_10__000041__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001270__2_frames_10__000041__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000987__house1_frames_10__000100__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000987__house1_frames_10__000100__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001924__videoplayback_7_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001924__videoplayback_7_frames_5__000056__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004493__videoplayback_7_frames_5__000052__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004493__videoplayback_7_frames_5__000052__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002221__house1_frames_10__000053__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002221__house1_frames_10__000053__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004006__videoplayback_7_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004006__videoplayback_7_frames_5__000194__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000299__house1_frames_10__000010__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000299__house1_frames_10__000010__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001919__house1_frames_10__000081__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001919__house1_frames_10__000081__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__videoplayback_13_frames_5__000239__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__videoplayback_13_frames_5__000239__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000699__videoplayback_13_frames_5__000113__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000699__videoplayback_13_frames_5__000113__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002505__2_frames_10__000004__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002505__2_frames_10__000004__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002445__videoplayback_7_frames_5__000157__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002445__videoplayback_7_frames_5__000157__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003257__videoplayback_13_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003257__videoplayback_13_frames_5__000217__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004875__videoplayback_9_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004875__videoplayback_9_frames_5__000127__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000839__videoplayback_13_frames_5__000115__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000839__videoplayback_13_frames_5__000115__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000192__videoplayback_9_frames_5__000093__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000192__videoplayback_9_frames_5__000093__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002054__videoplayback_7_frames_5__000177__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002054__videoplayback_7_frames_5__000177__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004919__videoplayback_13_frames_5__000208__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004919__videoplayback_13_frames_5__000208__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002599__videoplayback_13_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002599__videoplayback_13_frames_5__000168__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001648__2_frames_10__000044__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001648__2_frames_10__000044__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000381__2_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000381__2_frames_10__000034__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003501__videoplayback_13_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003501__videoplayback_13_frames_5__000184__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003502__videoplayback_13_frames_5__000023__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003502__videoplayback_13_frames_5__000023__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004502__videoplayback_13_frames_5__000067__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004502__videoplayback_13_frames_5__000067__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001752__videoplayback_13_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001752__videoplayback_13_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003991__videoplayback_9_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003991__videoplayback_9_frames_5__000205__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002717__videoplayback_9_frames_5__000234__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002717__videoplayback_9_frames_5__000234__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001944__house1_frames_10__000101__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001944__house1_frames_10__000101__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001488__videoplayback_7_frames_5__000125__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001488__videoplayback_7_frames_5__000125__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000698__videoplayback_7_frames_5__000104__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000698__videoplayback_7_frames_5__000104__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000971__house1_frames_10__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000971__house1_frames_10__000061__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003106__videoplayback_7_frames_5__000061__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003106__videoplayback_7_frames_5__000061__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003461__videoplayback_9_frames_5__000030__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003461__videoplayback_9_frames_5__000030__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003068__videoplayback_7_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003068__videoplayback_7_frames_5__000091__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003073__videoplayback_7_frames_5__000017__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003073__videoplayback_7_frames_5__000017__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004459__videoplayback_9_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004459__videoplayback_9_frames_5__000196__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001558__videoplayback_13_frames_5__000035__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001558__videoplayback_13_frames_5__000035__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002003__videoplayback_13_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002003__videoplayback_13_frames_5__000118__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001880__hualian_frames_10__000041__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001880__hualian_frames_10__000041__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001207__house1_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001207__house1_frames_10__000036__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000012__2_frames_10__000017__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000012__2_frames_10__000017__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003474__videoplayback_9_frames_5__000050__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003474__videoplayback_9_frames_5__000050__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000044__videoplayback_9_frames_5__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000044__videoplayback_9_frames_5__000040__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000813__house1_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000813__house1_frames_10__000054__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000185__videoplayback_9_frames_5__000027__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000185__videoplayback_9_frames_5__000027__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002219__videoplayback_9_frames_5__000242__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002219__videoplayback_9_frames_5__000242__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004891__videoplayback_13_frames_5__000238__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004891__videoplayback_13_frames_5__000238__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000366__2_frames_10__000067__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000366__2_frames_10__000067__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001459__house1_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001459__house1_frames_10__000018__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000448__videoplayback_9_frames_5__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__videoplayback_9_frames_5__000076__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004558__videoplayback_13_frames_5__000078__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004558__videoplayback_13_frames_5__000078__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004444__videoplayback_9_frames_5__000154__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004444__videoplayback_9_frames_5__000154__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002116__videoplayback_9_frames_5__000275__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002116__videoplayback_9_frames_5__000275__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003854__videoplayback_13_frames_5__000164__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003854__videoplayback_13_frames_5__000164__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004612__videoplayback_9_frames_5__000224__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004612__videoplayback_9_frames_5__000224__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000132__house1_frames_10__000076__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000132__house1_frames_10__000076__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000639__videoplayback_7_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000639__videoplayback_7_frames_5__000124__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001002__videoplayback_13_frames_5__000144__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001002__videoplayback_13_frames_5__000144__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000444__videoplayback_7_frames_5__000051__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000444__videoplayback_7_frames_5__000051__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000448__house1_frames_10__000090__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000448__house1_frames_10__000090__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003802__videoplayback_9_frames_5__000149__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003802__videoplayback_9_frames_5__000149__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002847__videoplayback_9_frames_5__000237__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002847__videoplayback_9_frames_5__000237__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000795__videoplayback_13_frames_5__000236__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000795__videoplayback_13_frames_5__000236__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002808__videoplayback_9_frames_5__000100__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002808__videoplayback_9_frames_5__000100__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001198__videoplayback_13_frames_5__000042__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001198__videoplayback_13_frames_5__000042__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001379__videoplayback_13_frames_5__000127__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001379__videoplayback_13_frames_5__000127__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004439__videoplayback_9_frames_5__000087__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004439__videoplayback_9_frames_5__000087__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a188b2f0a230a6752db1e8935753b98d19bdd0f3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard2.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000172__videoplayback_9_frames_5__000082__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000172__videoplayback_9_frames_5__000082__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000323__videoplayback_13_frames_5__000224__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000323__videoplayback_13_frames_5__000224__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000390__2_frames_10__000050__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000390__2_frames_10__000050__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000461__videoplayback_9_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000461__videoplayback_9_frames_5__000108__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000493__house1_frames_10__000009__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000493__house1_frames_10__000009__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000798__videoplayback_9_frames_5__000113__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000798__videoplayback_9_frames_5__000113__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000919__videoplayback_9_frames_5__000133__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000919__videoplayback_9_frames_5__000133__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001238__videoplayback_13_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001238__videoplayback_13_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__2_frames_10__000016__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__2_frames_10__000016__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001348__2_frames_10__000011__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001348__2_frames_10__000011__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001422__2_frames_10__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001422__2_frames_10__000052__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001749__videoplayback_13_frames_5__000093__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001749__videoplayback_13_frames_5__000093__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001816__videoplayback_13_frames_5__000189__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001816__videoplayback_13_frames_5__000189__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002156__videoplayback_13_frames_5__000167__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002156__videoplayback_13_frames_5__000167__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002239__videoplayback_9_frames_5__000225__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002239__videoplayback_9_frames_5__000225__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002447__house1_frames_10__000097__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002447__house1_frames_10__000097__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002626__videoplayback_9_frames_5__000239__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002626__videoplayback_9_frames_5__000239__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003133__videoplayback_9_frames_5__000078__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003133__videoplayback_9_frames_5__000078__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003588__videoplayback_9_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003588__videoplayback_9_frames_5__000161__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003767__videoplayback_13_frames_5__000180__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003767__videoplayback_13_frames_5__000180__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003818__videoplayback_13_frames_5__000121__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003818__videoplayback_13_frames_5__000121__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003899__videoplayback_9_frames_5__000201__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003899__videoplayback_9_frames_5__000201__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004139__videoplayback_9_frames_5__000052__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004139__videoplayback_9_frames_5__000052__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004371__videoplayback_9_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004371__videoplayback_9_frames_5__000069__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004542__videoplayback_7_frames_5__000054__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004542__videoplayback_7_frames_5__000054__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004846__videoplayback_13_frames_5__000207__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004846__videoplayback_13_frames_5__000207__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004921__videoplayback_7_frames_5__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004921__videoplayback_7_frames_5__000005__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001829__videoplayback_13_frames_5__000175__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001829__videoplayback_13_frames_5__000175__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004622__videoplayback_9_frames_5__000235__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004622__videoplayback_9_frames_5__000235__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002504__videoplayback_9_frames_5__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002504__videoplayback_9_frames_5__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002440__videoplayback_7_frames_5__000063__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002440__videoplayback_7_frames_5__000063__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003256__videoplayback_9_frames_5__000219__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003256__videoplayback_9_frames_5__000219__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002398__2_frames_10__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002398__2_frames_10__000039__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001548__house1_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001548__house1_frames_10__000043__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000068__hualian_frames_10__000011__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__hualian_frames_10__000011__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004554__videoplayback_7_frames_5__000086__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004554__videoplayback_7_frames_5__000086__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003984__videoplayback_13_frames_5__000012__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003984__videoplayback_13_frames_5__000012__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001456__videoplayback_9_frames_5__000226__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001456__videoplayback_9_frames_5__000226__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003314__videoplayback_13_frames_5__000080__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003314__videoplayback_13_frames_5__000080__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004030__videoplayback_9_frames_5__000073__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004030__videoplayback_9_frames_5__000073__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004414__videoplayback_13_frames_5__000119__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004414__videoplayback_13_frames_5__000119__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002404__videoplayback_9_frames_5__000095__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002404__videoplayback_9_frames_5__000095__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003035__videoplayback_13_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003035__videoplayback_13_frames_5__000057__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004473__videoplayback_7_frames_5__000179__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004473__videoplayback_7_frames_5__000179__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004603__videoplayback_7_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004603__videoplayback_7_frames_5__000202__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002074__videoplayback_9_frames_5__000058__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002074__videoplayback_9_frames_5__000058__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001210__videoplayback_9_frames_5__000202__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001210__videoplayback_9_frames_5__000202__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003890__videoplayback_9_frames_5__000256__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003890__videoplayback_9_frames_5__000256__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002203__videoplayback_13_frames_5__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002203__videoplayback_13_frames_5__000043__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000399__house1_frames_10__000016__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000399__house1_frames_10__000016__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000066__hualian_frames_10__000079__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000066__hualian_frames_10__000079__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001658__videoplayback_7_frames_5__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001658__videoplayback_7_frames_5__000021__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000799__videoplayback_13_frames_5__000203__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000799__videoplayback_13_frames_5__000203__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000438__2_frames_10__000043__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000438__2_frames_10__000043__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000168__videoplayback_7_frames_5__000004__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000168__videoplayback_7_frames_5__000004__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003928__videoplayback_7_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003928__videoplayback_7_frames_5__000002__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002369__videoplayback_13_frames_5__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002369__videoplayback_13_frames_5__000013__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001080__videoplayback_13_frames_5__000179__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001080__videoplayback_13_frames_5__000179__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003794__videoplayback_13_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003794__videoplayback_13_frames_5__000056__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001059__house1_frames_10__000086__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001059__house1_frames_10__000086__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002852__videoplayback_9_frames_5__000217__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002852__videoplayback_9_frames_5__000217__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001528__2_frames_10__000060__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001528__2_frames_10__000060__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001556__hualian_frames_10__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001556__hualian_frames_10__000075__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000652__videoplayback_7_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000652__videoplayback_7_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003036__videoplayback_7_frames_5__000204__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003036__videoplayback_7_frames_5__000204__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000625__videoplayback_9_frames_5__000083__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000625__videoplayback_9_frames_5__000083__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004759__videoplayback_9_frames_5__000240__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004759__videoplayback_9_frames_5__000240__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002082__videoplayback_7_frames_5__000075__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002082__videoplayback_7_frames_5__000075__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000068__videoplayback_7_frames_5__000191__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000068__videoplayback_7_frames_5__000191__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002349__videoplayback_7_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002349__videoplayback_7_frames_5__000184__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001649__videoplayback_9_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001649__videoplayback_9_frames_5__000190__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001660__2_frames_10__000013__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001660__2_frames_10__000013__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002724__videoplayback_13_frames_5__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002724__videoplayback_13_frames_5__000021__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003456__videoplayback_9_frames_5__000222__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003456__videoplayback_9_frames_5__000222__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004464__videoplayback_13_frames_5__000120__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004464__videoplayback_13_frames_5__000120__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001028__videoplayback_13_frames_5__000027__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001028__videoplayback_13_frames_5__000027__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003361__videoplayback_9_frames_5__000189__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003361__videoplayback_9_frames_5__000189__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001051__videoplayback_9_frames_5__000228__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001051__videoplayback_9_frames_5__000228__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003445__videoplayback_9_frames_5__000259__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003445__videoplayback_9_frames_5__000259__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004835__videoplayback_9_frames_5__000134__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004835__videoplayback_9_frames_5__000134__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001895__videoplayback_7_frames_5__000034__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001895__videoplayback_7_frames_5__000034__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003216__videoplayback_7_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003216__videoplayback_7_frames_5__000033__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000470__videoplayback_7_frames_5__000080__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000470__videoplayback_7_frames_5__000080__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003796__videoplayback_13_frames_5__000106__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003796__videoplayback_13_frames_5__000106__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000700__videoplayback_7_frames_5__000206__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000700__videoplayback_7_frames_5__000206__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000771__videoplayback_9_frames_5__000081__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000771__videoplayback_9_frames_5__000081__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001067__videoplayback_9_frames_5__000246__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001067__videoplayback_9_frames_5__000246__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004073__videoplayback_7_frames_5__000118__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004073__videoplayback_7_frames_5__000118__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000028__videoplayback_7_frames_5__000165__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000028__videoplayback_7_frames_5__000165__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002094__videoplayback_9_frames_5__000199__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002094__videoplayback_9_frames_5__000199__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003150__videoplayback_7_frames_5__000154__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003150__videoplayback_7_frames_5__000154__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003543__videoplayback_9_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003543__videoplayback_9_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001632__2_frames_10__000026__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001632__2_frames_10__000026__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002144__videoplayback_9_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002144__videoplayback_9_frames_5__000033__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003115__videoplayback_9_frames_5__000045__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003115__videoplayback_9_frames_5__000045__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001669__videoplayback_13_frames_5__000071__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001669__videoplayback_13_frames_5__000071__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002554__house1_frames_10__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002554__house1_frames_10__000003__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000499__2_frames_10__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000499__2_frames_10__000077__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002555__house1_frames_10__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002555__house1_frames_10__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001185__videoplayback_13_frames_5__000108__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001185__videoplayback_13_frames_5__000108__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003550__videoplayback_9_frames_5__000079__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003550__videoplayback_9_frames_5__000079__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000880__2_frames_10__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000880__2_frames_10__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001750__videoplayback_9_frames_5__000209__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001750__videoplayback_9_frames_5__000209__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000800__house1_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000800__house1_frames_10__000008__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003051__videoplayback_13_frames_5__000095__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003051__videoplayback_13_frames_5__000095__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002877__videoplayback_7_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002877__videoplayback_7_frames_5__000152__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000965__videoplayback_13_frames_5__000104__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000965__videoplayback_13_frames_5__000104__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001562__videoplayback_13_frames_5__000024__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001562__videoplayback_13_frames_5__000024__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003477__videoplayback_13_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003477__videoplayback_13_frames_5__000001__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000170__hualian_frames_10__000016__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000170__hualian_frames_10__000016__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000468__videoplayback_9_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000468__videoplayback_9_frames_5__000074__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001709__2_frames_10__000019__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001709__2_frames_10__000019__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004506__videoplayback_7_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004506__videoplayback_7_frames_5__000112__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004406__videoplayback_9_frames_5__000031__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004406__videoplayback_9_frames_5__000031__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004078__videoplayback_7_frames_5__000142__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004078__videoplayback_7_frames_5__000142__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002922__videoplayback_13_frames_5__000150__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002922__videoplayback_13_frames_5__000150__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002262__videoplayback_7_frames_5__000048__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002262__videoplayback_7_frames_5__000048__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002583__videoplayback_7_frames_5__000185__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002583__videoplayback_7_frames_5__000185__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004790__videoplayback_9_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004790__videoplayback_9_frames_5__000211__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002738__videoplayback_9_frames_5__000147__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002738__videoplayback_9_frames_5__000147__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004953__videoplayback_13_frames_5__000140__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004953__videoplayback_13_frames_5__000140__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000961__hualian_frames_10__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000961__hualian_frames_10__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004710__videoplayback_9_frames_5__000112__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004710__videoplayback_9_frames_5__000112__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001778__2_frames_10__000056__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001778__2_frames_10__000056__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002470__videoplayback_13_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002470__videoplayback_13_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003646__videoplayback_13_frames_5__000158__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003646__videoplayback_13_frames_5__000158__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000099__videoplayback_13_frames_5__000200__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000099__videoplayback_13_frames_5__000200__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000178__videoplayback_13_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000178__videoplayback_13_frames_5__000157__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001203__videoplayback_9_frames_5__000053__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__videoplayback_9_frames_5__000053__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000073__videoplayback_9_frames_5__000118__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000073__videoplayback_9_frames_5__000118__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001445__videoplayback_9_frames_5__000124__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001445__videoplayback_9_frames_5__000124__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000808__house1_frames_10__000025__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000808__house1_frames_10__000025__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004145__videoplayback_7_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004145__videoplayback_7_frames_5__000070__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001672__videoplayback_13_frames_5__000061__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001672__videoplayback_13_frames_5__000061__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001472__videoplayback_13_frames_5__000077__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001472__videoplayback_13_frames_5__000077__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004556__videoplayback_13_frames_5__000138__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004556__videoplayback_13_frames_5__000138__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..665f126015ca1f754fa492b0b6f91d22369d7dc3 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.00/predictions_shard3.jsonl @@ -0,0 +1,209 @@ +{"sample_id": "000037__videoplayback_13_frames_5__000169__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000037__videoplayback_13_frames_5__000169__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000090__videoplayback_7_frames_5__000019__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__videoplayback_7_frames_5__000019__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000197__videoplayback_9_frames_5__000032__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000197__videoplayback_9_frames_5__000032__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000330__videoplayback_13_frames_5__000210__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000330__videoplayback_13_frames_5__000210__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000395__videoplayback_9_frames_5__000236__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000395__videoplayback_9_frames_5__000236__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000464__videoplayback_7_frames_5__000200__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000464__videoplayback_7_frames_5__000200__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000496__videoplayback_13_frames_5__000193__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000496__videoplayback_13_frames_5__000193__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000578__2_frames_10__000005__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000578__2_frames_10__000005__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000920__house1_frames_10__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000920__house1_frames_10__000058__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001203__hualian_frames_10__000003__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001203__hualian_frames_10__000003__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001242__videoplayback_7_frames_5__000094__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001242__videoplayback_7_frames_5__000094__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001304__videoplayback_9_frames_5__000129__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001304__videoplayback_9_frames_5__000129__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "A", "reference_norm": "A", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001586__videoplayback_7_frames_5__000182__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001586__videoplayback_7_frames_5__000182__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001664__2_frames_10__000059__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001664__2_frames_10__000059__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001826__hualian_frames_10__000025__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001826__hualian_frames_10__000025__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002047__videoplayback_7_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002047__videoplayback_7_frames_5__000140__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002177__videoplayback_7_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002177__videoplayback_7_frames_5__000102__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002253__videoplayback_13_frames_5__000102__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002253__videoplayback_13_frames_5__000102__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002309__videoplayback_9_frames_5__000204__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002309__videoplayback_9_frames_5__000204__l3__00.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002399__videoplayback_13_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002399__videoplayback_13_frames_5__000116__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002449__hualian_frames_10__000110__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002449__hualian_frames_10__000110__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002676__videoplayback_9_frames_5__000164__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002676__videoplayback_9_frames_5__000164__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002968__videoplayback_13_frames_5__000198__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002968__videoplayback_13_frames_5__000198__l3__00.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003079__videoplayback_13_frames_5__000222__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003079__videoplayback_13_frames_5__000222__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003188__videoplayback_7_frames_5__000079__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003188__videoplayback_7_frames_5__000079__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003347__videoplayback_13_frames_5__000045__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003347__videoplayback_13_frames_5__000045__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003495__videoplayback_9_frames_5__000086__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003495__videoplayback_9_frames_5__000086__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003880__videoplayback_9_frames_5__000067__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003880__videoplayback_9_frames_5__000067__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003939__videoplayback_7_frames_5__000058__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003939__videoplayback_7_frames_5__000058__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004041__videoplayback_9_frames_5__000140__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004041__videoplayback_9_frames_5__000140__l3__00.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__00.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004265__videoplayback_7_frames_5__000144__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004265__videoplayback_7_frames_5__000144__l3__00.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004373__videoplayback_7_frames_5__000085__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004373__videoplayback_7_frames_5__000085__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004499__videoplayback_7_frames_5__000111__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004499__videoplayback_7_frames_5__000111__l3__00.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004604__videoplayback_9_frames_5__000257__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004604__videoplayback_9_frames_5__000257__l3__00.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004738__videoplayback_9_frames_5__000116__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004738__videoplayback_9_frames_5__000116__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004862__videoplayback_9_frames_5__000212__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004862__videoplayback_9_frames_5__000212__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004992__videoplayback_9_frames_5__000077__l3__00", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004992__videoplayback_9_frames_5__000077__l3__00.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001402__house1_frames_10__000098__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001402__house1_frames_10__000098__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002494__videoplayback_13_frames_5__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002494__videoplayback_13_frames_5__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000976__videoplayback_9_frames_5__000216__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000976__videoplayback_9_frames_5__000216__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001789__videoplayback_13_frames_5__000125__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001789__videoplayback_13_frames_5__000125__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003738__videoplayback_7_frames_5__000150__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003738__videoplayback_7_frames_5__000150__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000435__videoplayback_9_frames_5__000117__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000435__videoplayback_9_frames_5__000117__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000090__2_frames_10__000018__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000090__2_frames_10__000018__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000709__2_frames_10__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000709__2_frames_10__000062__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000966__videoplayback_13_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000966__videoplayback_13_frames_5__000084__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001032__videoplayback_9_frames_5__000072__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001032__videoplayback_9_frames_5__000072__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002482__videoplayback_9_frames_5__000049__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002482__videoplayback_9_frames_5__000049__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000412__2_frames_10__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000412__2_frames_10__000045__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004232__videoplayback_13_frames_5__000171__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004232__videoplayback_13_frames_5__000171__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002098__2_frames_10__000065__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002098__2_frames_10__000065__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000663__house1_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000663__house1_frames_10__000037__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__01.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003620__videoplayback_13_frames_5__000029__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003620__videoplayback_13_frames_5__000029__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003016__videoplayback_9_frames_5__000262__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003016__videoplayback_9_frames_5__000262__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001031__videoplayback_13_frames_5__000221__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001031__videoplayback_13_frames_5__000221__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000226__videoplayback_13_frames_5__000214__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000226__videoplayback_13_frames_5__000214__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003110__videoplayback_13_frames_5__000196__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003110__videoplayback_13_frames_5__000196__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000169__house1_frames_10__000033__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000169__house1_frames_10__000033__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000486__videoplayback_7_frames_5__000007__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000486__videoplayback_7_frames_5__000007__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001534__videoplayback_13_frames_5__000129__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001534__videoplayback_13_frames_5__000129__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001332__videoplayback_13_frames_5__000015__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001332__videoplayback_13_frames_5__000015__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001487__house1_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001487__house1_frames_10__000034__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004800__videoplayback_7_frames_5__000066__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004800__videoplayback_7_frames_5__000066__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000432__videoplayback_9_frames_5__000227__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000432__videoplayback_9_frames_5__000227__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002582__videoplayback_9_frames_5__000044__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002582__videoplayback_9_frames_5__000044__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004547__videoplayback_9_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004547__videoplayback_9_frames_5__000197__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001404__videoplayback_7_frames_5__000045__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001404__videoplayback_7_frames_5__000045__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002702__videoplayback_13_frames_5__000103__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002702__videoplayback_13_frames_5__000103__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001050__videoplayback_7_frames_5__000062__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001050__videoplayback_7_frames_5__000062__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003946__videoplayback_7_frames_5__000024__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003946__videoplayback_7_frames_5__000024__l3__01.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001700__2_frames_10__000031__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001700__2_frames_10__000031__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004128__videoplayback_9_frames_5__000057__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004128__videoplayback_9_frames_5__000057__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000725__2_frames_10__000078__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000725__2_frames_10__000078__l3__01.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000630__videoplayback_9_frames_5__000182__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000630__videoplayback_9_frames_5__000182__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__01.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000739__videoplayback_9_frames_5__000054__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000739__videoplayback_9_frames_5__000054__l3__01.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002644__videoplayback_9_frames_5__000039__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002644__videoplayback_9_frames_5__000039__l3__01.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003510__videoplayback_7_frames_5__000084__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003510__videoplayback_7_frames_5__000084__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__01.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003602__videoplayback_7_frames_5__000158__l3__01", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003602__videoplayback_7_frames_5__000158__l3__01.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002340__videoplayback_9_frames_5__000090__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002340__videoplayback_9_frames_5__000090__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003225__videoplayback_13_frames_5__000139__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003225__videoplayback_13_frames_5__000139__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000494__videoplayback_13_frames_5__000128__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000494__videoplayback_13_frames_5__000128__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001527__videoplayback_7_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001527__videoplayback_7_frames_5__000096__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002983__videoplayback_9_frames_5__000015__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002983__videoplayback_9_frames_5__000015__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002841__videoplayback_13_frames_5__000036__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002841__videoplayback_13_frames_5__000036__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003282__videoplayback_13_frames_5__000002__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003282__videoplayback_13_frames_5__000002__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003047__videoplayback_7_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003047__videoplayback_7_frames_5__000103__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004840__videoplayback_13_frames_5__000009__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004840__videoplayback_13_frames_5__000009__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004151__videoplayback_9_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004151__videoplayback_9_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002443__videoplayback_13_frames_5__000205__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002443__videoplayback_13_frames_5__000205__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003956__videoplayback_7_frames_5__000038__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003956__videoplayback_7_frames_5__000038__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001319__videoplayback_7_frames_5__000143__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001319__videoplayback_7_frames_5__000143__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000935__videoplayback_7_frames_5__000171__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000935__videoplayback_7_frames_5__000171__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002933__videoplayback_13_frames_5__000087__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002933__videoplayback_13_frames_5__000087__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004495__videoplayback_9_frames_5__000138__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004495__videoplayback_9_frames_5__000138__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001122__videoplayback_13_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001122__videoplayback_13_frames_5__000159__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004362__videoplayback_13_frames_5__000099__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004362__videoplayback_13_frames_5__000099__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002031__videoplayback_9_frames_5__000091__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002031__videoplayback_9_frames_5__000091__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003219__videoplayback_9_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003219__videoplayback_9_frames_5__000156__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002677__videoplayback_7_frames_5__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002677__videoplayback_7_frames_5__000078__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000743__videoplayback_9_frames_5__000184__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000743__videoplayback_9_frames_5__000184__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003032__videoplayback_13_frames_5__000190__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003032__videoplayback_13_frames_5__000190__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000714__videoplayback_7_frames_5__000117__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000714__videoplayback_7_frames_5__000117__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001406__house1_frames_10__000078__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001406__house1_frames_10__000078__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004580__videoplayback_7_frames_5__000068__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004580__videoplayback_7_frames_5__000068__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004251__videoplayback_13_frames_5__000033__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004251__videoplayback_13_frames_5__000033__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004003__videoplayback_7_frames_5__000168__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004003__videoplayback_7_frames_5__000168__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000213__videoplayback_9_frames_5__000220__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000213__videoplayback_9_frames_5__000220__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002509__videoplayback_9_frames_5__000103__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002509__videoplayback_9_frames_5__000103__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004403__videoplayback_13_frames_5__000065__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004403__videoplayback_13_frames_5__000065__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002589__hualian_frames_10__000059__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002589__hualian_frames_10__000059__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002457__videoplayback_7_frames_5__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002457__videoplayback_7_frames_5__000020__l3__02.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001426__2_frames_10__000021__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001426__2_frames_10__000021__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004763__videoplayback_7_frames_5__000159__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004763__videoplayback_7_frames_5__000159__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002431__house1_frames_10__000020__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002431__house1_frames_10__000020__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000812__videoplayback_7_frames_5__000077__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000812__videoplayback_7_frames_5__000077__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001792__videoplayback_13_frames_5__000218__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001792__videoplayback_13_frames_5__000218__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000979__videoplayback_7_frames_5__000197__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000979__videoplayback_7_frames_5__000197__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002272__videoplayback_9_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002272__videoplayback_9_frames_5__000213__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000764__videoplayback_7_frames_5__000156__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__videoplayback_7_frames_5__000156__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004152__videoplayback_9_frames_5__000123__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004152__videoplayback_9_frames_5__000123__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000560__videoplayback_7_frames_5__000046__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000560__videoplayback_7_frames_5__000046__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004819__videoplayback_13_frames_5__000003__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004819__videoplayback_13_frames_5__000003__l3__02.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004174__videoplayback_9_frames_5__000255__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004174__videoplayback_9_frames_5__000255__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002471__videoplayback_9_frames_5__000215__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002471__videoplayback_9_frames_5__000215__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004954__videoplayback_9_frames_5__000094__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004954__videoplayback_9_frames_5__000094__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004795__videoplayback_9_frames_5__000194__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004795__videoplayback_9_frames_5__000194__l3__02.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000045__2_frames_10__000064__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000045__2_frames_10__000064__l3__02.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004774__videoplayback_9_frames_5__000150__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004774__videoplayback_9_frames_5__000150__l3__02.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001040__house1_frames_10__000035__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001040__house1_frames_10__000035__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003103__videoplayback_9_frames_5__000096__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003103__videoplayback_9_frames_5__000096__l3__02.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003030__videoplayback_9_frames_5__000056__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003030__videoplayback_9_frames_5__000056__l3__02.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002765__videoplayback_13_frames_5__000213__l3__02", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002765__videoplayback_13_frames_5__000213__l3__02.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000250__house1_frames_10__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000250__house1_frames_10__000070__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is approaching the camera, and at no point does it move back away. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000627__videoplayback_13_frames_5__000069__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000627__videoplayback_13_frames_5__000069__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving away from the camera throughout the entire journey, without ever doubling back. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000644__videoplayback_13_frames_5__000070__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000644__videoplayback_13_frames_5__000070__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving farther from the camera from its start to its end, never once moving back toward it. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004105__videoplayback_7_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004105__videoplayback_7_frames_5__000082__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "D", "reference_norm": "D", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001650__house1_frames_10__000085__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001650__house1_frames_10__000085__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004549__videoplayback_9_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004549__videoplayback_9_frames_5__000089__l3__03.jpg", "question": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine flying along one of paths A, B, C, or D through the scene. Exactly one of them satisfies this condition: at every stage of the journey it is receding from the camera, and at no point does it come back toward it. Which path is it? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003770__videoplayback_9_frames_5__000055__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003770__videoplayback_9_frames_5__000055__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002895__videoplayback_9_frames_5__000241__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002895__videoplayback_9_frames_5__000241__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000220__videoplayback_9_frames_5__000059__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000220__videoplayback_9_frames_5__000059__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002710__videoplayback_7_frames_5__000196__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002710__videoplayback_7_frames_5__000196__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003060__videoplayback_13_frames_5__000089__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003060__videoplayback_13_frames_5__000089__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000449__2_frames_10__000068__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000449__2_frames_10__000068__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003382__videoplayback_13_frames_5__000044__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003382__videoplayback_13_frames_5__000044__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002653__2_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002653__2_frames_10__000008__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000128__videoplayback_13_frames_5__000032__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000128__videoplayback_13_frames_5__000032__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000077__hualian_frames_10__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000077__hualian_frames_10__000008__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000863__2_frames_10__000040__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000863__2_frames_10__000040__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001372__videoplayback_7_frames_5__000161__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001372__videoplayback_7_frames_5__000161__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001412__hualian_frames_10__000023__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001412__hualian_frames_10__000023__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001424__videoplayback_13_frames_5__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001424__videoplayback_13_frames_5__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001790__videoplayback_13_frames_5__000191__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001790__videoplayback_13_frames_5__000191__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "001134__videoplayback_13_frames_5__000123__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001134__videoplayback_13_frames_5__000123__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003895__videoplayback_9_frames_5__000267__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003895__videoplayback_9_frames_5__000267__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003076__videoplayback_13_frames_5__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003076__videoplayback_13_frames_5__000109__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002568__hualian_frames_10__000034__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002568__hualian_frames_10__000034__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002043__videoplayback_13_frames_5__000152__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002043__videoplayback_13_frames_5__000152__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed away from the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000764__house1_frames_10__000038__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000764__house1_frames_10__000038__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000613__2_frames_10__000014__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000613__2_frames_10__000014__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000059__2_frames_10__000075__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000059__2_frames_10__000075__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004334__videoplayback_9_frames_5__000157__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004334__videoplayback_9_frames_5__000157__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000811__2_frames_10__000020__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000811__2_frames_10__000020__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000107__videoplayback_7_frames_5__000028__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000107__videoplayback_7_frames_5__000028__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "002087__2_frames_10__000063__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002087__2_frames_10__000063__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001026__videoplayback_13_frames_5__000082__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001026__videoplayback_13_frames_5__000082__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003083__videoplayback_13_frames_5__000211__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003083__videoplayback_13_frames_5__000211__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera increase monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "004716__videoplayback_7_frames_5__000001__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004716__videoplayback_7_frames_5__000001__l3__03.jpg", "question": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prompt": "Consider the four paths A, B, C, and D through the 3D scene shown. Along which path does the distance to the camera decrease monotonically from its start point to its end point? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "004686__videoplayback_9_frames_5__000009__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/004686__videoplayback_9_frames_5__000009__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003575__videoplayback_7_frames_5__000192__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003575__videoplayback_7_frames_5__000192__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003998__videoplayback_9_frames_5__000131__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003998__videoplayback_9_frames_5__000131__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001866__2_frames_10__000036__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001866__2_frames_10__000036__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002424__videoplayback_9_frames_5__000145__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002424__videoplayback_9_frames_5__000145__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "A", "prediction_norm": "A", "reference": "B", "reference_norm": "B", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000426__hualian_frames_10__000054__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000426__hualian_frames_10__000054__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "D", "reference_norm": "D", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003283__videoplayback_7_frames_5__000074__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003283__videoplayback_7_frames_5__000074__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you farther from the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "003014__videoplayback_9_frames_5__000163__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003014__videoplayback_9_frames_5__000163__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently toward the camera, getting nearer at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001012__house1_frames_10__000039__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001012__house1_frames_10__000039__l3__03.jpg", "question": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prompt": "You are a small drone flying through the 3D scene. Among paths A, B, C, and D, choose the one that keeps moving closer to the camera from its start to its end, never once moving away. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "000768__hualian_frames_10__000047__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000768__hualian_frames_10__000047__l3__03.jpg", "question": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prompt": "You can fly along path A, B, C, or D. Which one takes you closer to the camera without ever reversing direction in depth? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001421__2_frames_10__000037__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001421__2_frames_10__000037__l3__03.jpg", "question": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prompt": "Which of paths A, B, C, and D stays continuously directed toward the camera in depth, never turning back? Answer with a single letter: A, B, C, or D.", "prediction": "D", "prediction_norm": "D", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "001797__house1_frames_10__000013__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/001797__house1_frames_10__000013__l3__03.jpg", "question": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prompt": "You are a flying agent in the 3D scene. Your goal is to keep moving toward the camera throughout the entire journey, without ever backing away. Which of the paths A, B, C, and D should you follow? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "C", "reference_norm": "C", "correct": true, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "003827__videoplayback_13_frames_5__000008__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/003827__videoplayback_13_frames_5__000008__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously away from the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "C", "prediction_norm": "C", "reference": "A", "reference_norm": "A", "correct": false, "parsed": true, "task_type": "level3_near_to_far", "level": 3} +{"sample_id": "000977__hualian_frames_10__000109__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/000977__hualian_frames_10__000109__l3__03.jpg", "question": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prompt": "Imagine you are a small drone navigating through the 3D scene shown in the image. Four paths A, B, C, and D are drawn, each beginning at its own marked point. Which path moves continuously toward the camera along its entire length? Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "C", "reference_norm": "C", "correct": false, "parsed": true, "task_type": "level3_far_to_near", "level": 3} +{"sample_id": "002917__videoplayback_9_frames_5__000141__l3__03", "baseline": "0.00", "image": "/HDD2/disheng/Spatial_VLM_Stereo/June/Spatial_VLM_Stereo/02_data/Youtube_self_depth_QA/level3/visualizations/0/002917__videoplayback_9_frames_5__000141__l3__03.jpg", "question": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prompt": "Imagine entering the 3D world represented by this image as a small drone. Among paths A, B, C, and D, identify the one that leads consistently away from the camera, getting farther at every stage. Answer with a single letter: A, B, C, or D.", "prediction": "B", "prediction_norm": "B", "reference": "B", "reference_norm": "B", "correct": true, "parsed": true, "task_type": "level3_near_to_far", "level": 3} diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a9af1198ea12cce778ea58c17d7eb36d776ce20e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics.json @@ -0,0 +1,25 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 836, + "accuracy": 0.28708133971291866, + "num_correct": 240, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "elapsed_seconds": 52.77211618423462, + "samples_per_second": 15.841699375507522 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json new file mode 100644 index 0000000000000000000000000000000000000000..279fbfc143e15b91e84bece95c7afa418135a9ef --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.3253588516746411, + "num_correct": 68, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 0, + "elapsed_seconds": 51.148327589035034, + "samples_per_second": 4.086155107147717 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json new file mode 100644 index 0000000000000000000000000000000000000000..69d6e4ba57f2b11c9d43e2b660db211aee5ef98e --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.2822966507177033, + "num_correct": 59, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 1, + "elapsed_seconds": 51.722172260284424, + "samples_per_second": 4.040820229827886 +} \ No newline at end of file diff --git a/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json new file mode 100644 index 0000000000000000000000000000000000000000..8b615ae6cb0df43dbbf29ac2e633dfc238bf5f84 --- /dev/null +++ b/result/Qwen_Qwen2.5-VL-7B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json @@ -0,0 +1,26 @@ +{ + "model_id": "Qwen/Qwen2.5-VL-7B-Instruct", + "dataset": "youtube", + "level": 3, + "task": "youtube_level3", + "baseline": "0.05", + "scoring": "generate", + "num_samples": 209, + "accuracy": 0.24880382775119617, + "num_correct": 52, + "num_unparsed": 0, + "unparsed_rate": 0.0, + "answer_instruction": "", + "num_choices": 4, + "has_chat_template": true, + "enable_thinking": false, + "batch_size": 8, + "max_new_tokens": 16, + "image_min_pixels": 401408, + "image_max_pixels": 1003520, + "dtype": "bf16", + "num_shards": 4, + "shard_id": 2, + "elapsed_seconds": 52.77211618423462, + "samples_per_second": 3.9604248438768805 +} \ No newline at end of file